-- Logs begin at Tue 2021-04-13 13:55:31 UTC, end at Tue 2021-04-13 14:53:42 UTC. --
Apr 13 14:26:32.662549 dv-cinder-786054-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 13 14:26:35.808474 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.common.config [-] Logging enabled!
Apr 13 14:26:35.809281 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev76
Apr 13 14:26:35.810371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 13 14:26:35.812152 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.common.config [-] Logging enabled!
Apr 13 14:26:35.812439 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev76
Apr 13 14:26:35.812789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 13 14:26:35.813843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 13 14:26:35.814104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 13 14:26:35.815139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 13 14:26:35.815426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 13 14:26:35.815729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 13 14:26:35.816096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.816440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.816779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.817043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.817382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.817717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.818039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.818372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.818714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.819040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.819356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.819702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.819966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.820285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.820616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.820949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.821207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] debug                          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.821522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.822055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.822376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.822693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.823024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.823337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.823668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.823981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.824301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.824673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] host                           = dv-cinder-786054-1-iscsi {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.825087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.825417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.825645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.825973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.826285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.826598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.826925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.827235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.827569 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.827887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.828213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.828541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.828878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.829138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.829949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.829949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.830250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.830350 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.830595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.830908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.831217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.831546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.831857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.832182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.832507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.833527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.833527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.833527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.833776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.833995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.834808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.834808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.835091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.836033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.836033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.836033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.836300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.836400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.836708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.837620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.837620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.837620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.837983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.838219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.841562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.842402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:35.842402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.842402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.842682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.842840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.843174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.843508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.843841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.844153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.844481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.844805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.845143 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.845439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.845762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.846076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.846410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.846755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.847085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.847416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.847747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.848055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.848361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.848669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.848988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.849320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.849651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.849961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.850305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.850637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.850948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.851254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.851590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.851919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.852231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.852538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.852852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.853161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.853467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.853771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.854080 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.854407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.854750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.855018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.856273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.856273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.856273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.856273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.857346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.857346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.858008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.858008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.858203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.859017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.859017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.859017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.859312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.859599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.859890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.860188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.860493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.861133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.861133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.861381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.861691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.861998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.862303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.862608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.862915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.863220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.863562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.863902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.864216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.864533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.864846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.865155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.865467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.865777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.866094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.866408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.866714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.867047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.867366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.867711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.868031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.868345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.868681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.868996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.869313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.869623 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.869937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.870263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.870580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.870912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.871242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.871594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.871926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.872276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.872593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.872945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.873259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:35.873505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 13 14:26:35.873775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85130) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 13 14:26:36.539653 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO keyring.backend [-] Loading Gnome
Apr 13 14:26:36.556540 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO keyring.backend [-] Loading Google
Apr 13 14:26:36.559255 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO keyring.backend [-] Loading Windows (alt)
Apr 13 14:26:36.563342 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO keyring.backend [-] Loading file
Apr 13 14:26:36.564245 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO keyring.backend [-] Loading keyczar
Apr 13 14:26:36.564532 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO keyring.backend [-] Loading multi
Apr 13 14:26:36.565172 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO keyring.backend [-] Loading pyfs
Apr 13 14:26:36.613186 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:26:36.613495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:26:36.613822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:26:36.614204 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 13 14:26:37.011670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.012242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.012242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.013707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.014147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.014450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.052321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.052634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.052937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.068610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.068929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.069240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.135346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.135685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.135996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.137021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.137328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.139302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.411201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f11a869b9d8> agent after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.411533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f11a869b9d8> agent after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.411848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f11a869ba60> segment precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.412148 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f11a869bae8> network precommit_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.413039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f11a869cae8> segment before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.561146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> network before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.561516 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f11a8709048> agent before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.561838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> network before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.562138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> port before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.562435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> port before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.562817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> segment after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.563110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> segment precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.563397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> segment precommit_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.563704 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> segment after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.564042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.564333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> network precommit_delete 0 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.564633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> port provisioning_complete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.564935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.565221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> rbac-policy after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.565530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> agent after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.565842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> subnet after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.566133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> subnet precommit_delete 0 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.566448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.566730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.567064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> segment_host_mapping after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.567537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.567818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.568098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.568433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.568709 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.568984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f11a85ae320>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.569403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:37.569678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:37.569947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:37.570217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:37.570486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:37.570753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:37.571170 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 13 14:26:37.574354 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 13 14:26:37.578490 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 13 14:26:37.589146 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Apr 13 14:26:37.591870 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 13 14:26:37.593130 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 13 14:26:37.593506 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 13 14:26:37.593933 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 13 14:26:37.596687 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 13 14:26:37.596972 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 13 14:26:37.597356 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 13 14:26:37.625340 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 13 14:26:37.625856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f11a85cf710>> qos_plugin after_init 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.626184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85130) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 13 14:26:37.626772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f11a868d2b0>> logging-plugin after_init 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.628145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85130) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 13 14:26:37.628478 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 13 14:26:37.628756 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 13 14:26:37.631914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f11a868d320>> floatingip before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.632229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f11a868d320>> port before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:37.699878 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 13 14:26:37.700065 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 13 14:26:37.700953 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 13 14:26:37.701240 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 13 14:26:37.734798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.sqlalchemy.engines [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85130) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 13 14:26:38.174531 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing driver for type 'gre'
Apr 13 14:26:38.175105 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] gre ID ranges: [(1, 1000)]
Apr 13 14:26:38.215982 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing driver for type 'local'
Apr 13 14:26:38.216355 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing driver for type 'vlan'
Apr 13 14:26:38.227056 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] VlanTypeDriver initialization complete
Apr 13 14:26:38.227438 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing driver for type 'vxlan'
Apr 13 14:26:38.228025 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] vxlan ID ranges: [(1, 1000)]
Apr 13 14:26:38.268767 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing extension driver 'port_security'
Apr 13 14:26:38.269130 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.extensions.port_security [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] PortSecurityExtensionDriver initialization complete
Apr 13 14:26:38.269501 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing mechanism driver 'openvswitch'
Apr 13 14:26:38.269861 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing mechanism driver 'hyperv'
Apr 13 14:26:38.276154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:26:38.276974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a8693e48>> port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.277383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a8693e48>> port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.277773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a8693e48>> port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.278200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1fd30>> subnet after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.278993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1fd30>> subnet after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.279378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1fd30>> subnet after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.279824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1fef0>> network after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.280237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1fef0>> network after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.280593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1fef0>> network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.281010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1ffd0>> security_group after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.281394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1ffd0>> security_group after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.281911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f1ffd0>> security_group after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.282334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f262b0>> security_group_rule after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.282722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f262b0>> security_group_rule after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.283096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f262b0>> security_group_rule after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.283552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f26470>> address_group after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.283919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f26470>> address_group after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.284295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f11a7f26470>> address_group after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.284661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] ML2 OVO RPC backend initialized. {{(pid=85130) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 13 14:26:38.285440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> router_interface after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.285828 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> router_interface after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.286283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> network before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.286662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> networks before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.287041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> port before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.287416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> ports before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.287833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> subnet before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.288208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> subnets before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.288589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> network after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.288965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> network after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.289333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.289704 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.290073 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.290445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.290814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> subnet after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.291181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> subnet after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.291569 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f11a7f26550>> subnet after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.292202 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.plugin [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Modular L2 Plugin initialization complete
Apr 13 14:26:38.292563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading services supported by the core plugin {{(pid=85130) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 13 14:26:38.292925 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Got port-security extension from driver 'port_security'
Apr 13 14:26:38.293422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.extensions.vlantransparent [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Disabled vlantransparent extension.
Apr 13 14:26:38.293961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85130) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 13 14:26:38.294327 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: router
Apr 13 14:26:38.335147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router_interface before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.335642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router after_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.336054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router before_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.336466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router_interface before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.336890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router_interface after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.337286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router after_delete 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.337688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> floatingip after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.338190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router after_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.338484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.338961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.339350 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router_gateway after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.339783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.340286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router precommit_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.340717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f11a856e1e0> port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.341129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f11a856e0d0> port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.341511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f11a856e158> subnet after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.341892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f11a856e268> subnetpool_address_scope after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.342286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> port precommit_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.342675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router precommit_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.343063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f11a853c6a8> port before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.343445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.343885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.344272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router precommit_delete 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.344666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router precommit_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.345077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router_interface after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.345470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> router precommit_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.345908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f11a7f266d8>> network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.346954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Tracking information for resource: router configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:38.347336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Tracking information for resource: floatingip configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 13 14:26:38.352440 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_agentschedulers_db [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 13 14:26:38.353101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f11a7eae730> port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.353493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f11a7eae620> port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.353882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function _notify_port_delete at 0x7f11a7eae6a8> port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.354272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f11a7eae8c8> port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.355187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f11a7ee2438>> router before_create 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.355616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f11a7ee2438>> router precommit_delete 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.356023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f11a7ee2438>> router precommit_create 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.356418 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f11a7ee2438>> router precommit_update 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.361791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.provider_configuration [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service providers = [] {{(pid=85130) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 13 14:26:38.362191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.servicetype_db [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85130) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 13 14:26:38.365101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.service_base [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 13 14:26:38.365486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.service_base [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 13 14:26:38.365866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.service_base [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 13 14:26:38.366769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.service_base [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 13 14:26:38.367181 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.services.service_base [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 13 14:26:38.367654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.368012 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 13 14:26:38.378883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.379281 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: auto_allocate
Apr 13 14:26:38.385175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f11a7e7bea0> network precommit_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.385584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f11a7e7bea0> network precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.386187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.386547 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: tag
Apr 13 14:26:38.393747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.394116 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: timestamp
Apr 13 14:26:38.398019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.398392 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: network_ip_availability
Apr 13 14:26:38.404000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f11a7e797b8>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.404411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f11a7e797b8>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.404810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f11a7e797b8>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.405628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.405988 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: flavors
Apr 13 14:26:38.410615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.410989 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading Plugin: revisions
Apr 13 14:26:38.415535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 13 14:26:38.415944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:26:38.416750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85130) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 13 14:26:38.417119 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Initializing extension manager.
Apr 13 14:26:38.417692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: __init__.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.418074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: __pycache__ {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.418449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.418822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: address_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.420204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.420901 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: address-group
Apr 13 14:26:38.421263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: address_scope.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.422040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.422620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: address-scope
Apr 13 14:26:38.422982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.423967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.424594 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: router-admin-state-down-before-update
Apr 13 14:26:38.424910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: agent.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.425677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.426509 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: agent
Apr 13 14:26:38.426876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: agent_resources_synced.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.427833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.428419 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: agent-resources-synced
Apr 13 14:26:38.428781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: allowedaddresspairs.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.430612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.431206 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: allowed-address-pairs
Apr 13 14:26:38.431609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: auto_allocated_topology.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.432694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.433276 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: auto-allocated-topology
Apr 13 14:26:38.433644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: availability_zone.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.434396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.435620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: availability_zone
Apr 13 14:26:38.435987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: availability_zone_filter.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.436933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.437519 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: availability_zone_filter
Apr 13 14:26:38.437884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: data_plane_status.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.438940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.439549 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 13 14:26:38.439910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: default_subnetpools.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.440848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.441422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: default-subnetpools
Apr 13 14:26:38.441787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.442694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.443275 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: dhcp_agent_scheduler
Apr 13 14:26:38.443669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: dns.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.444605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.445180 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension dns-integration not supported by any of loaded plugins
Apr 13 14:26:38.445547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: dns_domain_ports.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.446476 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.447064 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 13 14:26:38.447426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: dvr.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.448207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.448786 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: dvr
Apr 13 14:26:38.449146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: empty_string_filtering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.450079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.450712 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: empty-string-filtering
Apr 13 14:26:38.451074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.452041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.452619 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 13 14:26:38.452978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.453900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.454476 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 13 14:26:38.454839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: external_net.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.455817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.456400 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: external-net
Apr 13 14:26:38.456774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.457702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.458282 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: extra_dhcp_opt
Apr 13 14:26:38.458648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: extraroute.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.459607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.460190 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: extraroute
Apr 13 14:26:38.460555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: extraroute_atomic.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.461594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.462176 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: extraroute-atomic
Apr 13 14:26:38.462538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: filter_validation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.463245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.463866 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: filter-validation
Apr 13 14:26:38.464227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: fip_pf_description.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.465151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.465721 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 13 14:26:38.466128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: fip_port_details.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.467181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.467798 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: fip-port-details
Apr 13 14:26:38.468161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: flavors.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.469421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.470011 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: flavors
Apr 13 14:26:38.470379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.472088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.472681 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 13 14:26:38.473052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: floatingip_pools.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.473809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.474389 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: floatingip-pools
Apr 13 14:26:38.474928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: ip_allocation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.475716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.476288 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 13 14:26:38.476651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.477593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.478172 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: ip-substring-filtering
Apr 13 14:26:38.478537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l2_adjacency.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.479483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.480073 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 13 14:26:38.480434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l3.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.482143 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.482666 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: router
Apr 13 14:26:38.483029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.485416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.486014 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 13 14:26:38.486388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.487332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.487954 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: ext-gw-mode
Apr 13 14:26:38.488322 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.489371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.489954 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: l3-ha
Apr 13 14:26:38.490319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l3_flavors.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.491250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.491859 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: l3-flavors
Apr 13 14:26:38.492224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.493163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.493751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 13 14:26:38.494118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: l3agentscheduler.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.495362 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.495998 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: l3_agent_scheduler
Apr 13 14:26:38.496368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: logging.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.498497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.499087 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension logging not supported by any of loaded plugins
Apr 13 14:26:38.499460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: metering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.500309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.501011 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: metering
Apr 13 14:26:38.501380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.502523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.503111 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: metering_source_and_destination_fields
Apr 13 14:26:38.503561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: multiprovidernet.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.504452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.505031 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: multi-provider
Apr 13 14:26:38.505396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: netmtu.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.506325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.506910 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: net-mtu
Apr 13 14:26:38.507275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: netmtu_writable.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.508232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.508842 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: net-mtu-writable
Apr 13 14:26:38.509208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: network_availability_zone.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.510054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.510630 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: network_availability_zone
Apr 13 14:26:38.511002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: network_ip_availability.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.512160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.512743 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: network-ip-availability
Apr 13 14:26:38.513152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: network_segment_range.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.514009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.514592 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 13 14:26:38.514956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: pagination.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.516007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.516384 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: pagination
Apr 13 14:26:38.516746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: port_device_profile.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.517679 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.518260 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: port-device-profile
Apr 13 14:26:38.518627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.519580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.520161 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: port-mac-address-regenerate
Apr 13 14:26:38.520533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.521466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.522041 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: port-numa-affinity-policy
Apr 13 14:26:38.522404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: port_resource_request.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.523340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.523935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 13 14:26:38.524298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: portbindings.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.525244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.525817 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: binding
Apr 13 14:26:38.526180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: portbindings_extended.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.527539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.528107 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: binding-extended
Apr 13 14:26:38.528514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: portsecurity.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.529446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.530032 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: port-security
Apr 13 14:26:38.530396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: project_id.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.531386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.531811 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: project-id
Apr 13 14:26:38.532180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: providernet.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.533116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.533700 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: provider
Apr 13 14:26:38.534063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.537803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.538407 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos not supported by any of loaded plugins
Apr 13 14:26:38.538785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.540063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.540646 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 13 14:26:38.541022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.541944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.542526 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 13 14:26:38.542897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_default.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.543864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.545014 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-default not supported by any of loaded plugins
Apr 13 14:26:38.545379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_fip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.546084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.546651 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-fip not supported by any of loaded plugins
Apr 13 14:26:38.547018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_gateway_ip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.548014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.548590 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 13 14:26:38.548952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_port_network_policy.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.549877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.550453 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 13 14:26:38.550852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_rule_type_details.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.552072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.552649 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 13 14:26:38.553011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: qos_rules_alias.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.554062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.554637 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 13 14:26:38.555000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: quotasv2.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.556095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.556474 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: quotas
Apr 13 14:26:38.556839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: quotasv2_detail.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.558548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.558935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: quota_details
Apr 13 14:26:38.559310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: rbac.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.561106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.561704 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: rbac-policies
Apr 13 14:26:38.562069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: rbac_address_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.563018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.563631 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: rbac-address-group
Apr 13 14:26:38.563997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: rbac_address_scope.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.564932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.565514 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: rbac-address-scope
Apr 13 14:26:38.565937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: rbac_security_groups.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.566830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.567410 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: rbac-security-groups
Apr 13 14:26:38.567804 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: rbac_subnetpool.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.568730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.569315 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: rbac-subnetpool
Apr 13 14:26:38.569675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: revisionifmatch.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.570607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.571261 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: revision-if-match
Apr 13 14:26:38.571570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: revisions.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.572717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.573303 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: standard-attr-revisions
Apr 13 14:26:38.573665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: router_availability_zone.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.574395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.574973 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: router_availability_zone
Apr 13 14:26:38.575373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: routerservicetype.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.576345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.576919 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension router-service-type not supported by any of loaded plugins
Apr 13 14:26:38.577285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.578224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.578805 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: security-groups-normalized-cidr
Apr 13 14:26:38.579175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.580137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.580716 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: port-security-groups-filtering
Apr 13 14:26:38.581075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.582032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.582604 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: security-groups-remote-address-group
Apr 13 14:26:38.582963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: securitygroup.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.596630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.597254 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: security-group
Apr 13 14:26:38.597631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: segment.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.598513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.599103 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension segment not supported by any of loaded plugins
Apr 13 14:26:38.599478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.600489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.601080 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 13 14:26:38.601453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: servicetype.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.602570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.603164 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: service-type
Apr 13 14:26:38.603553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: sorting.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.604552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.604934 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: sorting
Apr 13 14:26:38.605300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: standard_attr_segment.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.606235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.607361 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 13 14:26:38.607751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: standardattrdescription.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.608455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.609035 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: standard-attr-description
Apr 13 14:26:38.609397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: stateful_security_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.610350 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.610949 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: stateful-security-group
Apr 13 14:26:38.611313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: stdattrs_common.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.611954 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 13 14:26:38.612322 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.613345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.613929 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 13 14:26:38.614292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: subnet_onboard.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.615377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.615996 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: subnet_onboard
Apr 13 14:26:38.616367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.617342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.617937 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 13 14:26:38.618300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: subnet_service_types.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.619256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.619872 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: subnet-service-types
Apr 13 14:26:38.620235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: subnetallocation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.621337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.621920 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: subnet_allocation
Apr 13 14:26:38.622872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.623646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.624244 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: subnetpool-prefix-ops
Apr 13 14:26:38.624607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.625552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.626126 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 13 14:26:38.626489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: tagging.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.627861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.628469 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: standard-attr-tag
Apr 13 14:26:38.628837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: timestamp.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.630026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.630612 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loaded extension: standard-attr-timestamp
Apr 13 14:26:38.630978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: trunk.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.632047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.632633 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension trunk not supported by any of loaded plugins
Apr 13 14:26:38.632998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: trunk_details.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.633935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.634512 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension trunk-details not supported by any of loaded plugins
Apr 13 14:26:38.634875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: uplink_status_propagation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.635832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.636405 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 13 14:26:38.636769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Loading extension file: vlantransparent.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 13 14:26:38.637489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 13 14:26:38.638628 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 13 14:26:38.641359 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:network
Apr 13 14:26:38.642204 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:subnet
Apr 13 14:26:38.642887 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 13 14:26:38.643563 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:port
Apr 13 14:26:38.645095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.645575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service FLAVORS assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.646267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.646728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.647101 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:router
Apr 13 14:26:38.647849 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:floatingip
Apr 13 14:26:38.648628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service METERING assigned prefix: /metering {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.650484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f11a7d20ac8>> rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.650891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f11a7d20ac8>> rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.651283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f11a7d20ac8>> rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:26:38.652468 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 13 14:26:38.652953 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:security_group
Apr 13 14:26:38.654358 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 13 14:26:38.655154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service CORE assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.655558 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 13 14:26:38.655931 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] subnetpool is already registered
Apr 13 14:26:38.656599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service CORE assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.656968 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 13 14:26:38.657336 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] subnetpool is already registered
Apr 13 14:26:38.660116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.660594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service FLAVORS assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.661243 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.661703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.662075 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:router
Apr 13 14:26:38.662441 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] router is already registered
Apr 13 14:26:38.663098 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:floatingip
Apr 13 14:26:38.663461 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] floatingip is already registered
Apr 13 14:26:38.664178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service METERING assigned prefix: /metering {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.664918 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 13 14:26:38.665286 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] rbac_policy is already registered
Apr 13 14:26:38.665928 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:security_group
Apr 13 14:26:38.666297 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] security_group is already registered
Apr 13 14:26:38.666939 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 13 14:26:38.667310 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] security_group_rule is already registered
Apr 13 14:26:38.668089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service CORE assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.668460 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 13 14:26:38.668826 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] subnetpool is already registered
Apr 13 14:26:38.669546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Service CORE assigned prefix:  {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 13 14:26:38.669917 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 13 14:26:38.670281 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] subnetpool is already registered
Apr 13 14:26:38.670993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: extensions {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.672604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: address-groups {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.674268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: address-scopes {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.675606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: agents {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.677042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: auto-allocated-topology {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.678350 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: availability_zones {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.679793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: dhcp-networks {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.681250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: dhcp-agents {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.682734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: routers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.684632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: flavors {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.685909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: service_profiles {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.687181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: next_providers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.688834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: service_profiles {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.690337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: floatingip-pools {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.691628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: routers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.693492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: floatingips {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.694743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: l3-routers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.696233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: l3-agents {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.697721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: metering-labels {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.700105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: metering-label-rules {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.701991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: network-ip-availabilities {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.703332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: bindings {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.705076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: quotas {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.706586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: quotas {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.708092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: rbac-policies {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.709447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: security-groups {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.710720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: security-group-rules {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.712052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: service-providers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.713345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: subnetpools {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.714823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: subnetpools {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.716966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.718814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.720755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.722605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.724483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.726422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.728227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.730217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.732171 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.734118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.extensions [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 13 14:26:38.740975 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING keystonemiddleware.auth_token [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 13 14:26:38.746274 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING keystonemiddleware.auth_token [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 13 14:26:38.755658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Acquired lock "singleton_lock" {{(pid=85130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 13 14:26:38.756181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Releasing lock "singleton_lock" {{(pid=85130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 13 14:26:38.757651 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO oslo_service.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Starting 2 workers
Apr 13 14:26:38.762478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Started child 85241 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 13 14:26:38.766947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:38.768012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Started child 85242 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 13 14:26:38.768482 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [-] (85241) wsgi starting up on http://0.0.0.0:9696
Apr 13 14:26:38.769447 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 13 14:26:38.770107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Notify callbacks [] for process, before_spawn {{(pid=85130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:38.771330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:38.772692 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO oslo_service.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Starting 1 workers
Apr 13 14:26:38.772861 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [-] (85242) wsgi starting up on http://0.0.0.0:9696
Apr 13 14:26:38.778241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Started child 85243 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 13 14:26:38.778857 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO oslo_service.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Starting 1 workers
Apr 13 14:26:38.780422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] calling RpcWorker wait() {{(pid=85243) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 13 14:26:38.780810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] returning from RpcWorker wait() {{(pid=85243) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 13 14:26:38.782332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:38.782838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:26:38.783880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Started child 85244 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 13 14:26:38.784698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51da6002-ea92-4c47-92c4-812e5b840076 None None] Notify callbacks [] for process, after_spawn {{(pid=85130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:38.786372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 13 14:26:38.786610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 13 14:26:38.786819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 13 14:26:38.787105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 13 14:26:38.787527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 13 14:26:38.787740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 13 14:26:38.788296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.788395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:38.788596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.788909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.789202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.789512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.790149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.790429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.790747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.791056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.791352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.791580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.791777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.792063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.792349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.792727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.793013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.793294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.793573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.793787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.794109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.794405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.794691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.794991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.795262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.795862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.796116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.796394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.796643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.796938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.797239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.797531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.797801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.798061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.798328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.798612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.798872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.799116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.799370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.799691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.799938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.800411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] host                           = dv-cinder-786054-1-iscsi {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.800690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.800936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.801448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.801712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.801991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.802249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.802540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.802831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.803107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.803365 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.803658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.803959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.804230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.804489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.804680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.804927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.805218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.805508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.805722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.805922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.806109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.806387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.806578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.806856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.807102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.807344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.807632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.807873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.808115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.808402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.808675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.808920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.809163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.809459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.811006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.811318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.811650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.811896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.812156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.812408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.812655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.813058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.813385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.813481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.813707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.813975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.814377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.815402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.815742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.823523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.825231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.826731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.826850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.828495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 60876) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:26:38.829805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.22/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.829805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.830211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.830287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.830473 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.830854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.831528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.831858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.832114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.832385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.832646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.832944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.833219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.833477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.833705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.834124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.834375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.834663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.834910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.835315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.835824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.836316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.836770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.837243 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.837542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.837995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.838475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.838734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.839006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.839261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.839526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.839943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.840192 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0096807
Apr 13 14:26:38.840633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.840915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.841196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.841448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.841725 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.842005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.842288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.842546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.842791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.843044 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.843307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.844067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.844067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.844067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.844300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.844514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.844950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.845158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.845632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.845885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.846132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.846384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.846616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.847085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.847629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.848111 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.848584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.849022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.849511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.849802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.850081 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.850350 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.851328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.851328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.851328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.851328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.851814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.851893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.852076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.852380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.852639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.853082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.853323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.853752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.854183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.854651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.855132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.855674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.856138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.856656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.857167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.857627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.858996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.858996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.858996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.858996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.859385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.859385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.860607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.860920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.861216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.861639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.862064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.862343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.862632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.862898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.863228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.863533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.866598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.22/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.867772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.868003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.868517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.868980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.869483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.869813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.870166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.870436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.870686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.871978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.871978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.871978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.871978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.871978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.872906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.873028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.873299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.873452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.873819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.873983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.874176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.874323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.874573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.874862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.875112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.875436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.876932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.877154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.877289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.877584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.877727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.878062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.878264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.878630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.878988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.878988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.879703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.879703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.879703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.880263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.880263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.880542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.880732 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.881025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.881288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.881512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.881785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.882063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.882305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.882577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.882820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.883035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.883254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.883481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.883764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.884153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.884379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.884540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.884739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.885035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.885231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.885421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.885774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.886048 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.886291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.886559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.886818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.887112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.887355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.890051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.890051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.890051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.890051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.890892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.891194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.891416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.891713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.892811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.893014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.893255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.893470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.893681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.893893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.894164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.895610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.895610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.895610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.895610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.895610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.895971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.896115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.896340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.896600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.896851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.897103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.897397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.897768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.898121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.898409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.898682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.898989 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.899308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.899675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.899935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.900392 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.900579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.900770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.901042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.901293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.902595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.902794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.903043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.903302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.904168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.904358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.904621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.904902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.905169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.905441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.905695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.905972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.906231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.906492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.906781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.907009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.907197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 13 14:26:38.909085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 13 14:26:38.909264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 13 14:26:38.909411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 13 14:26:38.909638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 13 14:26:38.910583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 13 14:26:38.910903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 13 14:26:38.911290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.912031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.912447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.912830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.913791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.914217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.914602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.914981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.915355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.915755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.916134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.916577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.916984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.917145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.917369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.917586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.917890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.918122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.918356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.918588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.918802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.919076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.919816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] debug                          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.919982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.920352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.920672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.920979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.921283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.921613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.921793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.921977 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.922166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.922356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.922560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.922739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.922907 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.923266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.923427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.923653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.923813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.924180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] host                           = dv-cinder-786054-1-iscsi {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.924522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.924854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.925191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.925524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.925914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.926503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.926845 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.927239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.927406 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.927575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.927751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.928107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.928298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.928452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.928616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.928790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.928974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.929147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.929352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.929540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.929727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.929913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.930080 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.930387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.930695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.931541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.931541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.931541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.931541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932428 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932428 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.932995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.933185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.933373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.933561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.933819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.933964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.934083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.934200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.934438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.934584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.934706 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.934874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.935027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.935268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.935441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.936429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.936634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.936769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.936959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.937094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.937272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.937444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.937629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.937815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.937994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.938161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.938326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.938633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.938633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.938974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.938974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.938974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 13 14:26:38.939453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.939453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.940357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.940556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.940728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.940909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.941076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.941246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.941421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.941616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.941793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.941966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.942129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.942296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.942462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.942629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.942806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.942806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.943147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.943147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.943460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.943460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.943868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.943868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.944323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.22/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.944323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.944323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.944965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.944965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.944965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.944965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.945955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.945955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.945955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.945955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.945955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.945955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.947985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.950606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.952494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.953546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.956157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.959078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.960660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.961859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.963170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.964304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.965696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.967425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.22/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.968942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.970517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.971931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.973622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.975150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.976797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.978393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.979932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.981241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.983314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.984484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.985981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.987166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.988343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.989581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.991013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 13 14:26:38.992377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 13 14:26:50.023368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c108a-ac81-48cf-bfa0-c46f9185d897 None None] get_active_networks_info from dv-cinder-786054-1-iscsi {{(pid=85243) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 13 14:26:50.081129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184c108a-ac81-48cf-bfa0-c46f9185d897 None None] No non-hosted networks {{(pid=85243) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 13 14:26:50.102921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agentschedulers_db [None req-184c108a-ac81-48cf-bfa0-c46f9185d897 None None] DHCP Agent not found on host dv-cinder-786054-1-iscsi {{(pid=85243) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 13 14:26:50.248142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0d4bf7a1-fed7-422a-8ed2-c906d6afe2cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763'] for agent, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:52.138889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d05f808e-d9c1-4509-b014-c2dcaad8b48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763'] for agent, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:52.190263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7751fb-a663-4ff1-8486-7a49afb0fceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:53.077121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763'] for agent, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:53.774047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763'] for agent, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:53.775779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.777325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.777900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.778688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.780336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.780918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.782184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.783270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.783885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.784454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.785403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.790100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:26:53.790857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f11a7a5a7b8>, 'Open vSwitch agent', 'dv-cinder-786054-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:26:53.798096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f11a70e4550>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786054-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:26:55.228422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_hamode_db [None req-c6d249cf-f9d7-4185-b010-5bf7c3d58f05 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 13 14:26:55.363022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d249cf-f9d7-4185-b010-5bf7c3d58f05 None None] Routers set() bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:26:55.363695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d249cf-f9d7-4185-b010-5bf7c3d58f05 None None] Router IDs set() for agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 13 14:26:55.370691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763'] for agent, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:26:55.898401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 60976) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:26:56.562488 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-b3f94acf-98bd-418e-8958-b463b31b398c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:26:56.563085 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-b3f94acf-98bd-418e-8958-b463b31b398c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:26:56.794580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [None req-b3f94acf-98bd-418e-8958-b463b31b398c admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:26:56.795653 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b3f94acf-98bd-418e-8958-b463b31b398c admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8957722
Apr 13 14:26:59.614673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 60990) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:00.046076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:27:00.152880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.policy [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85242) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 13 14:27:00.209482 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:27:00.209903 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:27:00.228437 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f11a7a04fd0>.
Apr 13 14:27:00.245837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:00.307551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304739382861', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304739382367', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304739377014', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304739432426', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304739415359', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363304739415292', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-216314', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-140829', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838395564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838348669'] for rbac-policy, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:00.543055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:00.545097 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1a4f5b5f-cdf9-4d96-be07-38d4326e1e58 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9289966
Apr 13 14:27:03.713630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32772) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:04.119193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:27:04.126120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:04.130968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Usage tracker for resource:network and tenant:06a1f75d8db74c6aae71ace83ab1cb5b is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:27:04.134615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:27:04.141331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:27:04.150409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Made reservation on behalf of 06a1f75d8db74c6aae71ace83ab1cb5b for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:27:04.156440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.174041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.190330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:04.195451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Usage tracker for resource:security_group_rule and tenant:06a1f75d8db74c6aae71ace83ab1cb5b is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:27:04.200750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:27:04.207800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:27:04.325808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.328827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.333942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:04.351276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:27:04.378258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732113542054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.378921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f11a869ba60> segment precommit_create {{(pid=85242) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 13 14:27:04.379419 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Added segment 64173f3e-6529-4791-b04a-6d3cae8c9932 of type vlan for network c89c8f73-99cf-470e-bff5-6b2d961a1c9e
Apr 13 14:27:04.441547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daec1f63-e790-4bbf-9f4d-b208f16a12d9,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:04.460987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.461438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.461872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.462314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.462754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.463194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.463726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.464167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.464598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.465078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.465624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.466113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Tracked resource versions report:
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]: pushed versions:
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]: {   'AddressGroup': {'1.2'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'ConntrackHelper': {'1.0'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Log': {'1.0'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Network': {'1.1'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Port': {'1.7'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'PortForwarding': {'1.2'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'QosPolicy': {'1.8'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroup': {'1.4'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroupRule': {'1.2'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SubPort': {'1.0'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Subnet': {'1.1'},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Trunk': {'1.1'}}
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]: consumer versions:
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]: {   DHCP agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     L3 agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metadata agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metering agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:     Open vSwitch agent@dv-cinder-786054-1-iscsi: {   'AddressGroup': '1.2',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'ConntrackHelper': '1.0',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Log': '1.0',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Network': '1.1',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Port': '1.7',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'PortForwarding': '1.2',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'QosPolicy': '1.8',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroup': '1.4',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroupRule': '1.2',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SubPort': '1.0',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Subnet': '1.1',
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Trunk': '1.1'}}
Apr 13 14:27:04.467273 dv-cinder-786054-1-iscsi neutron-server[85130]:  {{(pid=85242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 13 14:27:04.508679 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.523639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:04.552715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.554174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:04.554824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:04.560557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:04.672287 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.9573934
Apr 13 14:27:04.675336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Pushing event updated for resources: {'Network': ['ID=c89c8f73-99cf-470e-bff5-6b2d961a1c9e,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:04.690307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:04.701330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:27:07.831319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32788) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:08.338287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd3ca12-e732-4787-802b-948b4bde8d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:08.339715 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0bd3ca12-e732-4787-802b-948b4bde8d54 admin admin] 10.222.0.22 "GET /v2.0/networks/c89c8f73-99cf-470e-bff5-6b2d961a1c9e HTTP/1.1" status: 200  len: 825 time: 0.5072820
Apr 13 14:27:08.375831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2b814220-d024-46bf-838e-2b6752083e73 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/8f1a966e-335e-4401-926c-adb4a31d42b4 HTTP/1.1" status: 200  len: 734 time: 0.0237403
Apr 13 14:27:08.386710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Request body: {'subnet': {'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'subnetpool_id': '8f1a966e-335e-4401-926c-adb4a31d42b4', 'ip_version': 4, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:27:08.392151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:08.396072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Usage tracker for resource:subnet and tenant:06a1f75d8db74c6aae71ace83ab1cb5b is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:27:08.399010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:27:08.405503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:27:08.414453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Made reservation on behalf of 06a1f75d8db74c6aae71ace83ab1cb5b for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:27:08.419069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:08.892799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:08.907544 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:09.049535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa761d4d-1d3e-4bb7-be92-0fad787301ea,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:09.053030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:09.115113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Checking segment: {'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:27:09.115526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Network hostable DHCP agents. Network: c89c8f73-99cf-470e-bff5-6b2d961a1c9e, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:27:09.135680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:27:09.144190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, c89c8f73-99cf-470e-bff5-6b2d961a1c9e) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:27:09.149227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:09.149864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:09.154012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec1fb8e-3fe1-4be9-a69e-208595298683 None None] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:27:09.170018 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-03621621-0534-4443-82bb-6c43a1ba76fd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7871294
Apr 13 14:27:09.661230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'fixed_ips': [{'subnet_id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:27:09.662287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:09.849840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Allocated IP 172.20.0.2 (c89c8f73-99cf-470e-bff5-6b2d961a1c9e/aa761d4d-1d3e-4bb7-be92-0fad787301ea/3344293f-67b9-45c9-aa4f-0a2085bfef2b) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:27:10.094637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:10.116650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Transition to ACTIVE for port object 3344293f-67b9-45c9-aa4f-0a2085bfef2b will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:27:10.151951 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Transition to ACTIVE for port object 3344293f-67b9-45c9-aa4f-0a2085bfef2b will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:27:10.160628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:10.174600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:10.306489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Pushing event updated for resources: {'Port': ['ID=3344293f-67b9-45c9-aa4f-0a2085bfef2b,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:10.317628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.317996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.318354 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.318709 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.319060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.319412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.319785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.320130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.320492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.320843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.321222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.321498 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Tracked resource versions report:
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]: pushed versions:
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]: {   'AddressGroup': {'1.2'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'ConntrackHelper': {'1.0'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Log': {'1.0'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Network': {'1.1'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Port': {'1.7'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'PortForwarding': {'1.2'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'QosPolicy': {'1.8'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroup': {'1.4'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroupRule': {'1.2'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SubPort': {'1.0'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Subnet': {'1.1'},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Trunk': {'1.1'}}
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]: consumer versions:
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]: {   DHCP agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     L3 agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metadata agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metering agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:     Open vSwitch agent@dv-cinder-786054-1-iscsi: {   'AddressGroup': '1.2',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'ConntrackHelper': '1.0',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Log': '1.0',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Network': '1.1',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Port': '1.7',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'PortForwarding': '1.2',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'QosPolicy': '1.8',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroup': '1.4',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroupRule': '1.2',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SubPort': '1.0',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Subnet': '1.1',
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Trunk': '1.1'}}
Apr 13 14:27:10.322561 dv-cinder-786054-1-iscsi neutron-server[85130]:  {{(pid=85243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 13 14:27:10.329602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:10.385329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:27:10.386609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:27:10.389616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:27:10.491742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Attempting to bind port 3344293f-67b9-45c9-aa4f-0a2085bfef2b on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:27:10.492161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Attempting to bind port 3344293f-67b9-45c9-aa4f-0a2085bfef2b by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:27:10.492573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Attempting to bind port 3344293f-67b9-45c9-aa4f-0a2085bfef2b on network c89c8f73-99cf-470e-bff5-6b2d961a1c9e {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:27:10.498543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:27:10.498936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Checking segment: {'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:27:10.500274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:10.500274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Bound using segment: {'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:27:10.500547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Bound port: 3344293f-67b9-45c9-aa4f-0a2085bfef2b, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:27:10.501150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:10.580567 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] For port 3344293f-67b9-45c9-aa4f-0a2085bfef2b, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:27:10.584723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] For port 3344293f-67b9-45c9-aa4f-0a2085bfef2b, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=3344293f-67b9-45c9-aa4f-0a2085bfef2b,segment=NetworkSegment(64173f3e-6529-4791-b04a-6d3cae8c9932),segment_id=64173f3e-6529-4791-b04a-6d3cae8c9932)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:27:10.589166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:10.605145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:10.764495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Pushing event updated for resources: {'Port': ['ID=3344293f-67b9-45c9-aa4f-0a2085bfef2b,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:10.769095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:12.014765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32798) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:12.523254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [None req-23976a1d-105a-4f77-ae1a-99ae07958aa9 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:27:12.524348 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-23976a1d-105a-4f77-ae1a-99ae07958aa9 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.5085068
Apr 13 14:27:15.309090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32808) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:15.714025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [None req-f763f493-76ab-4789-abb8-b79bdf2fd117 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:27:15.715106 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f763f493-76ab-4789-abb8-b79bdf2fd117 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4049885
Apr 13 14:27:15.982274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 3344293f-67b9-45c9-aa4f-0a2085bfef2b up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:27:16.058150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 3344293f-67b9-45c9-aa4f-0a2085bfef2b completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:27:17.821735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be83d71-bd81-4d6c-bb5c-996e571f05cc None None] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:27:17.928641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Provisioning for port 3344293f-67b9-45c9-aa4f-0a2085bfef2b completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:27:17.945202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Provisioning complete for port 3344293f-67b9-45c9-aa4f-0a2085bfef2b triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:17.945626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:18.179566 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:18.203646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] For port 3344293f-67b9-45c9-aa4f-0a2085bfef2b, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=3344293f-67b9-45c9-aa4f-0a2085bfef2b,segment=NetworkSegment(64173f3e-6529-4791-b04a-6d3cae8c9932),segment_id=64173f3e-6529-4791-b04a-6d3cae8c9932)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:27:18.207910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:18.214668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:18.302548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Pushing event updated for resources: {'Port': ['ID=3344293f-67b9-45c9-aa4f-0a2085bfef2b,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:18.307660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:18.535085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-970c72bc-8450-4894-9348-3b30348f1d72 None None] Provisioning complete for port 3344293f-67b9-45c9-aa4f-0a2085bfef2b triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:18.535507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-970c72bc-8450-4894-9348-3b30348f1d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:18.843020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32824) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:19.224699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'admin_state_up': True}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:27:19.230084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:19.234220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Usage tracker for resource:router and tenant:06a1f75d8db74c6aae71ace83ab1cb5b is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:27:19.237454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:27:19.243508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:27:19.253089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:19.254401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:19.275481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:19.381865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:19.400695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:19.401936 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2a6f3c5f-423f-446e-b1b9-d017ec794800 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5577612
Apr 13 14:27:19.927909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 3344293f-67b9-45c9-aa4f-0a2085bfef2b up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:27:19.989511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7b55eab6-f72d-4c2f-a46d-a9b92d02a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:20.016474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 3344293f-67b9-45c9-aa4f-0a2085bfef2b triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:20.016888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:22.145638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11d49de1-95c9-411b-8cf2-bd7743d09155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:22.170012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32834) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:22.495760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [None req-cfa59eea-cddc-4b5f-9578-f742d7cff97d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:27:22.496811 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-cfa59eea-cddc-4b5f-9578-f742d7cff97d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3257957
Apr 13 14:27:23.013848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:23.776146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.155760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32854) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:25.212587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:27:25.218037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:25.223320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Usage tracker for resource:network and tenant:d79375e2230c40b28e63c2b768d25c30 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:27:25.227657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:27:25.234863 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:27:25.245041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Made reservation on behalf of d79375e2230c40b28e63c2b768d25c30 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:27:25.250587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.265717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.275375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.282529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:25.286579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Usage tracker for resource:security_group_rule and tenant:d79375e2230c40b28e63c2b768d25c30 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:27:25.289666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:27:25.296158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:27:25.391542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.394451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.399092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:25.414319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Reserving flat network on physical network physnet1 {{(pid=85242) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 13 14:27:25.442046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c16aac-f3a7-44dd-9195-1500e0b277a1,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:25.445691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:25.448638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.449080 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Added segment be2013f9-f57a-4641-a932-cec5f1d81df2 of type flat for network 82570e4e-03e2-4e48-a395-0bba50573380
Apr 13 14:27:25.484046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.520955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.522283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:25.522903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:25.527792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:25.629869 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4727879
Apr 13 14:27:25.632788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Pushing event updated for resources: {'Network': ['ID=82570e4e-03e2-4e48-a395-0bba50573380,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:25.635512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:25.643607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 82570e4e-03e2-4e48-a395-0bba50573380 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:27:25.857749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:27:28.244563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32874) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:28.364940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5121b419-5f4a-4f8a-8deb-e8095098c9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:28.366472 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5121b419-5f4a-4f8a-8deb-e8095098c9fd admin admin] 10.222.0.22 "GET /v2.0/subnets/aa761d4d-1d3e-4bb7-be92-0fad787301ea HTTP/1.1" status: 200  len: 849 time: 0.1207988
Apr 13 14:27:28.677656 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3831df96-3f13-4503-9b1e-2ec6fef1a9ca admin admin] 10.222.0.22 "GET /v2.0/routers/1faa6583-5f80-4643-8aa2-7804d94d0c62 HTTP/1.1" status: 200  len: 704 time: 0.3017874
Apr 13 14:27:29.165475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:29.414140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Allocated IP 172.20.0.1 (c89c8f73-99cf-470e-bff5-6b2d961a1c9e/aa761d4d-1d3e-4bb7-be92-0fad787301ea/8c78eecc-748b-4f9a-be3d-ba6843934f3c) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:27:29.585297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:29.603054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Transition to ACTIVE for port object 8c78eecc-748b-4f9a-be3d-ba6843934f3c will not be triggered until provisioned by entity DHCP. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:27:29.661449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:29.677010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:29.813517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c78eecc-748b-4f9a-be3d-ba6843934f3c,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:29.817068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:29.874202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:27:29.875523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:27:29.878004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:27:29.878954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:30.048663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-cd798cf1-4d52-4e94-858f-f1700e8ee4c9 None None] Provisioning for port 8c78eecc-748b-4f9a-be3d-ba6843934f3c completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:27:30.053950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-cd798cf1-4d52-4e94-858f-f1700e8ee4c9 None None] Provisioning complete for port 8c78eecc-748b-4f9a-be3d-ba6843934f3c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:30.054358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cd798cf1-4d52-4e94-858f-f1700e8ee4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:30.111965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-cd798cf1-4d52-4e94-858f-f1700e8ee4c9 None None] Port 8c78eecc-748b-4f9a-be3d-ba6843934f3c cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:27:30.165216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:30.618530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:30.622661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:30.623799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:30.639091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:30.774388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c78eecc-748b-4f9a-be3d-ba6843934f3c,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:30.778883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:30.833518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:27:30.834632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:27:31.033425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Router 1faa6583-5f80-4643-8aa2-7804d94d0c62 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:27:31.036621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b706a1c1-1b7e-4284-b34d-b521039ac501 None None] Provisioning complete for port 8c78eecc-748b-4f9a-be3d-ba6843934f3c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:31.037034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b706a1c1-1b7e-4284-b34d-b521039ac501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:31.096201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b706a1c1-1b7e-4284-b34d-b521039ac501 None None] Port 8c78eecc-748b-4f9a-be3d-ba6843934f3c cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:27:31.201306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:27:31.211457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Sync routers for ids ['1faa6583-5f80-4643-8aa2-7804d94d0c62'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:27:31.216589 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] 10.222.0.22 "PUT /v2.0/routers/1faa6583-5f80-4643-8aa2-7804d94d0c62/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5312719
Apr 13 14:27:31.222526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Routers {'1faa6583-5f80-4643-8aa2-7804d94d0c62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:27:31.223407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7990978>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:27:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1faa6583-5f80-4643-8aa2-7804d94d0c62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:31.414553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Set router 1faa6583-5f80-4643-8aa2-7804d94d0c62 gateway port host: None {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:27:31.977339 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7990978>, [{'id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'name': 'router1', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:19Z', 'updated_at': '2021-04-13T14:27:30Z', 'revision_number': 2, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'gw_port_host': None, '_interfaces': [{'id': '8c78eecc-748b-4f9a-be3d-ba6843934f3c', 'name': '', 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:29Z', 'updated_at': '2021-04-13T14:27:30Z', 'revision_number': 2, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'subnets': [{'id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1a966e-335e-4401-926c-adb4a31d42b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:31.983146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Checking router: 1faa6583-5f80-4643-8aa2-7804d94d0c62 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:27:31.983578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Updating router 1faa6583-5f80-4643-8aa2-7804d94d0c62 port 8c78eecc-748b-4f9a-be3d-ba6843934f3c binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:27:32.040642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:32.528842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:32.546317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Transition to ACTIVE for port object 8c78eecc-748b-4f9a-be3d-ba6843934f3c will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:27:32.553515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:32.568333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:32.726856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Pushing event updated for resources: {'Port': ['ID=8c78eecc-748b-4f9a-be3d-ba6843934f3c,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:32.740017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.740390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.740765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.741117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.741479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.741835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.742189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.742541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.742896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.743246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.743641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.743992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Tracked resource versions report:
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]: pushed versions:
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]: {   'AddressGroup': {'1.2'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'ConntrackHelper': {'1.0'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Log': {'1.0'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Network': {'1.1'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Port': {'1.7'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'PortForwarding': {'1.2'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'QosPolicy': {'1.8'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroup': {'1.4'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroupRule': {'1.2'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SubPort': {'1.0'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Subnet': {'1.1'},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Trunk': {'1.1'}}
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]: consumer versions:
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]: {   DHCP agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     L3 agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metadata agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metering agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:     Open vSwitch agent@dv-cinder-786054-1-iscsi: {   'AddressGroup': '1.2',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'ConntrackHelper': '1.0',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Log': '1.0',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Network': '1.1',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Port': '1.7',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'PortForwarding': '1.2',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'QosPolicy': '1.8',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroup': '1.4',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroupRule': '1.2',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SubPort': '1.0',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Subnet': '1.1',
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Trunk': '1.1'}}
Apr 13 14:27:32.745046 dv-cinder-786054-1-iscsi neutron-server[85130]:  {{(pid=85244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 13 14:27:32.756280 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:32.959530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Attempting to bind port 8c78eecc-748b-4f9a-be3d-ba6843934f3c on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:27:32.959949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Attempting to bind port 8c78eecc-748b-4f9a-be3d-ba6843934f3c by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:27:32.960361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Attempting to bind port 8c78eecc-748b-4f9a-be3d-ba6843934f3c on network c89c8f73-99cf-470e-bff5-6b2d961a1c9e {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:27:32.966146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:27:32.966557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Checking segment: {'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:27:32.967024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:32.967451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Bound using segment: {'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:27:32.968027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Bound port: 8c78eecc-748b-4f9a-be3d-ba6843934f3c, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64173f3e-6529-4791-b04a-6d3cae8c9932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:27:32.968410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:33.047641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] For port 8c78eecc-748b-4f9a-be3d-ba6843934f3c, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:27:33.053229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] For port 8c78eecc-748b-4f9a-be3d-ba6843934f3c, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=8c78eecc-748b-4f9a-be3d-ba6843934f3c,segment=NetworkSegment(64173f3e-6529-4791-b04a-6d3cae8c9932),segment_id=64173f3e-6529-4791-b04a-6d3cae8c9932)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:27:33.056966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:33.072890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:33.233027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Pushing event updated for resources: {'Port': ['ID=8c78eecc-748b-4f9a-be3d-ba6843934f3c,revision_number=4']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:33.238568 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:33.284888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Routers {'1faa6583-5f80-4643-8aa2-7804d94d0c62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:27:33.285566 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7990978>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:27:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1faa6583-5f80-4643-8aa2-7804d94d0c62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:33.456771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] Set router 1faa6583-5f80-4643-8aa2-7804d94d0c62 gateway port host: None {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:27:33.805137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7990978>, [{'id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'name': 'router1', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:19Z', 'updated_at': '2021-04-13T14:27:30Z', 'revision_number': 2, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'gw_port_host': None, '_interfaces': [{'id': '8c78eecc-748b-4f9a-be3d-ba6843934f3c', 'name': '', 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:29Z', 'updated_at': '2021-04-13T14:27:33Z', 'revision_number': 4, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'subnets': [{'id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1a966e-335e-4401-926c-adb4a31d42b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:33.809322 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d176d885-1c99-4d9a-bc8e-c7293a5700bb None None] The sync data for ids ['1faa6583-5f80-4643-8aa2-7804d94d0c62'] in dv-cinder-786054-1-iscsi is: [{'id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'name': 'router1', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:19Z', 'updated_at': '2021-04-13T14:27:30Z', 'revision_number': 2, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'gw_port_host': None, '_interfaces': [{'id': '8c78eecc-748b-4f9a-be3d-ba6843934f3c', 'name': '', 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:29Z', 'updated_at': '2021-04-13T14:27:33Z', 'revision_number': 4, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'subnets': [{'id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1a966e-335e-4401-926c-adb4a31d42b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:27:33.818909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32886) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:33.980721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd1d03-e47d-43e5-8bea-cdaf85143ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:33.981332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-cedd1d03-e47d-43e5-8bea-cdaf85143ac4 admin admin] Synchronizing usage tracker for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:network {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:27:33.997814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-cedd1d03-e47d-43e5-8bea-cdaf85143ac4 admin admin] Unset dirty status for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:network {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:27:33.998991 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-cedd1d03-e47d-43e5-8bea-cdaf85143ac4 admin admin] 10.222.0.22 "GET /v2.0/networks/82570e4e-03e2-4e48-a395-0bba50573380 HTTP/1.1" status: 200  len: 842 time: 0.1790233
Apr 13 14:27:34.009745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:27:34.015826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:27:34.019777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Usage tracker for resource:subnet and tenant:d79375e2230c40b28e63c2b768d25c30 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:27:34.022677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:27:34.029925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:27:34.040663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Made reservation on behalf of d79375e2230c40b28e63c2b768d25c30 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:27:34.047868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:34.495297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.objects.ports [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85242) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 13 14:27:34.495831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:34.511590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:34.645134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d5f321-c0e1-48ff-9426-6fc181e90e61,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:34.647837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:34.709331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:27:34.709719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Network hostable DHCP agents. Network: 82570e4e-03e2-4e48-a395-0bba50573380, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:27:34.727684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:27:34.735887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 82570e4e-03e2-4e48-a395-0bba50573380) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:27:34.740249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:34.740879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:34.745270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f60185-a0b5-4f3f-9df5-01c22024b90e None None] Network 82570e4e-03e2-4e48-a395-0bba50573380 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:27:34.776778 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7622237
Apr 13 14:27:34.986326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be9c6f3-9095-4256-8361-c9979f7c04ba None None] Network 82570e4e-03e2-4e48-a395-0bba50573380 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:27:37.412755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32900) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:37.626612 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7ccf9e77-e551-4f0c-ab87-feb9bd288e25 admin admin] 10.222.0.22 "GET /v2.0/routers/1faa6583-5f80-4643-8aa2-7804d94d0c62 HTTP/1.1" status: 200  len: 710 time: 0.2125435
Apr 13 14:27:37.948267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d14b40b-547b-4125-a764-be851268fde9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:27:37.950510 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3d14b40b-547b-4125-a764-be851268fde9 admin admin] 10.222.0.22 "GET /v2.0/networks/82570e4e-03e2-4e48-a395-0bba50573380 HTTP/1.1" status: 200  len: 886 time: 0.3182235
Apr 13 14:27:37.959689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 8c78eecc-748b-4f9a-be3d-ba6843934f3c up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:27:37.961271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:27:38.029393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 8c78eecc-748b-4f9a-be3d-ba6843934f3c completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:27:38.034306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 8c78eecc-748b-4f9a-be3d-ba6843934f3c triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:38.034714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:38.161600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:38.179207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 8c78eecc-748b-4f9a-be3d-ba6843934f3c, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=8c78eecc-748b-4f9a-be3d-ba6843934f3c,segment=NetworkSegment(64173f3e-6529-4791-b04a-6d3cae8c9932),segment_id=64173f3e-6529-4791-b04a-6d3cae8c9932)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:27:38.182194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:38.184424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:38.257858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=8c78eecc-748b-4f9a-be3d-ba6843934f3c,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:38.261254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:38.442667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:38.799424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:38.874764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:39.027276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Allocated IP 172.27.3.119 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:27:39.184372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:39.215210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:39.231597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:39.376012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Pushing event updated for resources: {'Port': ['ID=811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:39.380275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:39.420819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:27:39.421889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:27:39.424154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:27:39.939450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 8c78eecc-748b-4f9a-be3d-ba6843934f3c up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:27:40.010582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 8c78eecc-748b-4f9a-be3d-ba6843934f3c triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:40.010990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:40.012867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:40.375628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:40.379000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16389496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036838386317', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036838368821'] for router, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:40.561614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Router 1faa6583-5f80-4643-8aa2-7804d94d0c62 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:27:40.746784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:27:40.755004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:40.756278 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] 10.222.0.22 "PUT /v2.0/routers/1faa6583-5f80-4643-8aa2-7804d94d0c62 HTTP/1.1" status: 200  len: 890 time: 2.7988307
Apr 13 14:27:40.757179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Sync routers for ids ['1faa6583-5f80-4643-8aa2-7804d94d0c62'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:27:40.767878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Routers {'1faa6583-5f80-4643-8aa2-7804d94d0c62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:27:40.768591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6bacc50>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:27:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1faa6583-5f80-4643-8aa2-7804d94d0c62'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:40.976410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Set router 1faa6583-5f80-4643-8aa2-7804d94d0c62 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:27:41.342160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6bacc50>, [{'id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'name': 'router1', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:19Z', 'updated_at': '2021-04-13T14:27:39Z', 'revision_number': 4, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'gw_port': {'id': '811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:38Z', 'updated_at': '2021-04-13T14:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8c78eecc-748b-4f9a-be3d-ba6843934f3c', 'name': '', 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:29Z', 'updated_at': '2021-04-13T14:27:38Z', 'revision_number': 5, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'subnets': [{'id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1a966e-335e-4401-926c-adb4a31d42b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:41.347317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Checking router: 1faa6583-5f80-4643-8aa2-7804d94d0c62 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:27:41.347747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Updating router 1faa6583-5f80-4643-8aa2-7804d94d0c62 port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:27:41.404719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:41.820766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:41.834348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Transition to ACTIVE for port object 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:27:41.840006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:41.853479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8fcae6e5-16e8-4637-b7ce-fec5be95b0cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:41.988097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3939b9-c737-4f75-81cb-5188a322e244 None None] Pushing event updated for resources: {'Port': ['ID=811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:41.990952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7a3939b9-c737-4f75-81cb-5188a322e244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:42.054326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Attempting to bind port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:27:42.054728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Attempting to bind port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:27:42.055126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Attempting to bind port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:27:42.061455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:27:42.061862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:27:42.062297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:42.062723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:27:42.063222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Bound port: 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:27:42.063648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:42.150567 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] For port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:27:42.153618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] For port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:27:42.157225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:42.173418 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:42.486198 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3939b9-c737-4f75-81cb-5188a322e244 None None] Pushing event updated for resources: {'Port': ['ID=811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:42.490670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7a3939b9-c737-4f75-81cb-5188a322e244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:42.533656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Routers {'1faa6583-5f80-4643-8aa2-7804d94d0c62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:27:42.534323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6bacc50>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:27:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1faa6583-5f80-4643-8aa2-7804d94d0c62'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:42.723071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] Set router 1faa6583-5f80-4643-8aa2-7804d94d0c62 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:27:43.082945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6bacc50>, [{'id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'name': 'router1', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:19Z', 'updated_at': '2021-04-13T14:27:39Z', 'revision_number': 4, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'gw_port': {'id': '811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:38Z', 'updated_at': '2021-04-13T14:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8c78eecc-748b-4f9a-be3d-ba6843934f3c', 'name': '', 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:29Z', 'updated_at': '2021-04-13T14:27:38Z', 'revision_number': 5, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'subnets': [{'id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1a966e-335e-4401-926c-adb4a31d42b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:27:43.087461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae07edab-b50b-4150-8c00-f6abf682d832 None None] The sync data for ids ['1faa6583-5f80-4643-8aa2-7804d94d0c62'] in dv-cinder-786054-1-iscsi is: [{'id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'name': 'router1', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:27:19Z', 'updated_at': '2021-04-13T14:27:39Z', 'revision_number': 4, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'gw_port': {'id': '811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:38Z', 'updated_at': '2021-04-13T14:27:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8c78eecc-748b-4f9a-be3d-ba6843934f3c', 'name': '', 'network_id': 'c89c8f73-99cf-470e-bff5-6b2d961a1c9e', 'tenant_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'mac_address': 'fa:16:3e:6c:42:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faa6583-5f80-4643-8aa2-7804d94d0c62', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:27:29Z', 'updated_at': '2021-04-13T14:27:38Z', 'revision_number': 5, 'project_id': '06a1f75d8db74c6aae71ace83ab1cb5b', 'subnets': [{'id': 'aa761d4d-1d3e-4bb7-be92-0fad787301ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8f1a966e-335e-4401-926c-adb4a31d42b4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:27:43.516587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 32910) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:27:43.644805 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-aa90e2fd-88a4-4923-8dbc-ddc815889c7e admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1269829
Apr 13 14:27:43.986420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:27:44.065202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:27:44.070653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:44.071070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:44.210873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:44.230593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:27:44.235097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:44.237549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:27:44.310508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:27:44.313763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:27:45.963921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:27:46.095545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 811c57b1-6fe7-40e3-824c-2a0d3fc2f5f2 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:27:46.096905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:50.005125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4d4aff2f-94a2-44c4-b28c-f6fd055d157c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:52.178598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a72fa8b2-2f2f-4aa4-bad0-c54dacbb8b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:53.019748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:53.796791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:27:55.293097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:02.858359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:28:19.959851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38f9ddb5-880e-4595-be22-58a2caf6e005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:22.150746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c658a0f4-eb31-4e78-ae23-0bf01b6035a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:23.022681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:23.782066 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:25.310568 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:39.859079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:28:49.956768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d77d0642-346d-43ad-bbe7-29b8315fb0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:52.145056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8e95787f-25d1-40f4-8361-492e01cd11da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:53.024245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:53.787950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:28:55.301721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:16.859162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:29:19.949303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64671945-7c69-4d5f-9389-f4c795366477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:22.146592 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-14efb33d-cb5d-46ed-9980-a3857b8a2afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:23.026675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:23.791620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:25.308825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:33.327439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33480) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:33.405995 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8089362-ed9c-4e80-a615-aeadd914a456 admin admin] GET failed (client error): The resource could not be found.
Apr 13 14:29:33.407570 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c8089362-ed9c-4e80-a615-aeadd914a456 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0790665
Apr 13 14:29:33.551201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c925d48-5fc6-4ff9-8f39-1277b82f2255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:33.552850 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2c925d48-5fc6-4ff9-8f39-1277b82f2255 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1408870
Apr 13 14:29:36.081072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33490) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:36.201612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3835c2d7-4157-486c-ad47-ab29e1607aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:36.202223 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3835c2d7-4157-486c-ad47-ab29e1607aac admin admin] Synchronizing usage tracker for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:subnet {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:29:36.218017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3835c2d7-4157-486c-ad47-ab29e1607aac admin admin] Unset dirty status for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:subnet {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:29:36.219304 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3835c2d7-4157-486c-ad47-ab29e1607aac admin admin] 10.222.0.22 "GET /v2.0/subnets/aa761d4d-1d3e-4bb7-be92-0fad787301ea HTTP/1.1" status: 200  len: 849 time: 0.1371202
Apr 13 14:29:36.230729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:29:36.356532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:36.666398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363304741310955'] for subnet, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:36.681563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:29:36.822204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa761d4d-1d3e-4bb7-be92-0fad787301ea,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:29:36.834847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.835252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.835652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.836637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.836908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.837270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.837695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.837985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.838344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.838699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.839057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.839404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:29:36.844850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:29:36.870964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:36.871646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:36.873009 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] 10.222.0.22 "PUT /v2.0/subnets/aa761d4d-1d3e-4bb7-be92-0fad787301ea HTTP/1.1" status: 200  len: 868 time: 0.6471510
Apr 13 14:29:36.876259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1c9a67-5c9f-442f-ba9c-c3b5c9cb40c4 None None] Network c89c8f73-99cf-470e-bff5-6b2d961a1c9e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:29:37.399035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9beb5f4c-db2a-4c4b-877f-7a58b0d6d3f5 None None] Provisioning complete for port 8c78eecc-748b-4f9a-be3d-ba6843934f3c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:29:37.399799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9beb5f4c-db2a-4c4b-877f-7a58b0d6d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:37.543079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9beb5f4c-db2a-4c4b-877f-7a58b0d6d3f5 None None] Provisioning complete for port 3344293f-67b9-45c9-aa4f-0a2085bfef2b triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:29:37.543430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9beb5f4c-db2a-4c4b-877f-7a58b0d6d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:39.408902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33500) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:39.598059 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3d3ca-9b67-4531-9ab8-ea5d5ec4b9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:39.598575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee3d3ca-9b67-4531-9ab8-ea5d5ec4b9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:39.600240 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-eee3d3ca-9b67-4531-9ab8-ea5d5ec4b9bc admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1903071
Apr 13 14:29:42.132926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33510) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:42.506357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e6ec8-f05b-4a9f-a6f4-5aa6a03bdd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:42.506794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e6ec8-f05b-4a9f-a6f4-5aa6a03bdd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:42.508521 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ca7e6ec8-f05b-4a9f-a6f4-5aa6a03bdd48 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.3745644
Apr 13 14:29:45.030011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33520) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:45.226467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9afdbc-58c6-44b7-a998-0fe8004d216c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:45.227917 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4a9afdbc-58c6-44b7-a998-0fe8004d216c admin admin] 10.222.0.22 "GET /v2.0/networks/82570e4e-03e2-4e48-a395-0bba50573380 HTTP/1.1" status: 200  len: 886 time: 0.1968255
Apr 13 14:29:47.764588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33530) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:47.953539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd36b6-3f95-4ed7-86c6-4cb5c758c773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:47.954936 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a2fd36b6-3f95-4ed7-86c6-4cb5c758c773 admin admin] 10.222.0.22 "GET /v2.0/networks/c89c8f73-99cf-470e-bff5-6b2d961a1c9e HTTP/1.1" status: 200  len: 869 time: 0.1893101
Apr 13 14:29:49.954069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fddc7e2-f289-4fb3-ac29-2723187ef42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:50.502640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33540) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:50.623303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c2ec7-9e4a-4bad-bd45-aa52f7234913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:50.623842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c2ec7-9e4a-4bad-bd45-aa52f7234913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:50.625465 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-198c2ec7-9e4a-4bad-bd45-aa52f7234913 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1218450
Apr 13 14:29:52.147553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ffb5de0-5ed4-4072-849e-c742fbf78f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:53.030682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:53.139820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33550) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:53.259479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d13e9-4def-4b5e-b2ad-992ce9bda69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:53.260065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2d13e9-4def-4b5e-b2ad-992ce9bda69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:53.261639 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-fe2d13e9-4def-4b5e-b2ad-992ce9bda69b admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1207740
Apr 13 14:29:53.793527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:53.858726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:29:55.313490 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:29:55.786755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 33560) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:55.939933 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-f170f1ba-70af-48b2-949b-b4b4e2aa81ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:29:55.940537 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-f170f1ba-70af-48b2-949b-b4b4e2aa81ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:29:56.353211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.policy [None req-f170f1ba-70af-48b2-949b-b4b4e2aa81ff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85241) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 13 14:29:56.565835 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-f170f1ba-70af-48b2-949b-b4b4e2aa81ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:29:56.566267 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING oslo_policy.policy [None req-f170f1ba-70af-48b2-949b-b4b4e2aa81ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 13 14:29:56.583153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f170f1ba-70af-48b2-949b-b4b4e2aa81ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:56.584976 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f170f1ba-70af-48b2-949b-b4b4e2aa81ff admin admin] 10.222.0.22 "GET /v2.0/subnets/aa761d4d-1d3e-4bb7-be92-0fad787301ea HTTP/1.1" status: 200  len: 868 time: 0.7960949
Apr 13 14:29:59.101293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33576) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:29:59.209839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c062284-a892-4bfd-af49-f1f1f05e8ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:29:59.211836 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5c062284-a892-4bfd-af49-f1f1f05e8ae7 admin admin] 10.222.0.22 "GET /v2.0/subnets/c1d5f321-c0e1-48ff-9426-6fc181e90e61 HTTP/1.1" status: 200  len: 816 time: 0.1089892
Apr 13 14:30:19.957257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6766fff-4ded-499c-837d-46a842a6f1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:22.153738 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb718786-e2a1-4b44-aef5-7f88b61e2806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:23.033360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:23.795017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:25.316165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:25.839615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33620) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:30:25.891311 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [None req-9a74d38d-e545-455c-b720-55c835dad947 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:30:25.892426 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9a74d38d-e545-455c-b720-55c835dad947 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0517588
Apr 13 14:30:28.498601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33630) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:30:28.577644 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf96b3dc-889b-4803-8e59-f281c745b9c6 admin admin] GET failed (client error): The resource could not be found.
Apr 13 14:30:28.579009 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-cf96b3dc-889b-4803-8e59-f281c745b9c6 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0794013
Apr 13 14:30:28.714005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9dc85-7435-41ac-9515-25484e5e6ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:30:28.715474 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8ba9dc85-7435-41ac-9515-25484e5e6ace admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1321425
Apr 13 14:30:30.858683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:30:31.240898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33640) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:30:31.295006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:30:31.299903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:30:31.310675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:30:31.319245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Made reservation on behalf of d79375e2230c40b28e63c2b768d25c30 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:30:31.324035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:31.420306 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.services.revisions.revision_plugin [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f11a615d7b8] {project_id='d79375e2230c40b28e63c2b768d25c30', id='008e0655-aa3f-4f9c-8f00-4ed7cda45503', target_tenant='*', action='access_as_shared', object_id='c951e1fd-a91a-4745-8775-434704aca0a7'}> to bump revision.
Apr 13 14:30:31.433038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:30:31.442009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:31.442395 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Added segment 95c51248-775f-4471-bd98-4b93e7213649 of type vlan for network c951e1fd-a91a-4745-8775-434704aca0a7
Apr 13 14:30:31.469930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:31.500596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:31.501962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:30:31.502587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:31.507423 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:30:31.610749 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3680637
Apr 13 14:30:31.611605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Pushing event updated for resources: {'Network': ['ID=c951e1fd-a91a-4745-8775-434704aca0a7,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:30:31.614382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:30:31.622272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network c951e1fd-a91a-4745-8775-434704aca0a7 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:30:34.140219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33650) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:30:34.216497 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4f7f58-f5e1-4eac-9867-6610d54b9571 admin admin] GET failed (client error): The resource could not be found.
Apr 13 14:30:34.217088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-0a4f7f58-f5e1-4eac-9867-6610d54b9571 admin admin] Synchronizing usage tracker for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:network {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:30:34.232433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-0a4f7f58-f5e1-4eac-9867-6610d54b9571 admin admin] Unset dirty status for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:network {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:30:34.233691 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0a4f7f58-f5e1-4eac-9867-6610d54b9571 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0924337
Apr 13 14:30:34.350229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ba4b4-5053-4e0e-8cb3-836ec8ad8f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:30:34.351846 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b33ba4b4-5053-4e0e-8cb3-836ec8ad8f57 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1136117
Apr 13 14:30:34.362528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7', 'description': 'shared-subnet'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:30:34.367788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:30:34.377738 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:30:34.387017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Made reservation on behalf of d79375e2230c40b28e63c2b768d25c30 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:30:34.391700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:34.792715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:34.807940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:30:34.944717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453f8a15-81af-4a3f-b9f5-0d314112f39f,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:30:34.947712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:30:35.011156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Checking segment: {'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:30:35.011570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Network hostable DHCP agents. Network: c951e1fd-a91a-4745-8775-434704aca0a7, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:30:35.029666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Network c951e1fd-a91a-4745-8775-434704aca0a7 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:30:35.038052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, c951e1fd-a91a-4745-8775-434704aca0a7) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:30:35.042149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:30:35.042859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:35.049662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d983e18-d155-478b-804d-4203b8ce4c4d None None] Network c951e1fd-a91a-4745-8775-434704aca0a7 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:30:35.068773 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7099905
Apr 13 14:30:35.292519 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-c951e1fd-a91a-4745-8775-434704aca0a7', 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7', 'tenant_id': 'd79375e2230c40b28e63c2b768d25c30', 'fixed_ips': [{'subnet_id': '453f8a15-81af-4a3f-b9f5-0d314112f39f'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:30:35.294805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:35.621775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Allocated IP 192.168.233.2 (c951e1fd-a91a-4745-8775-434704aca0a7/453f8a15-81af-4a3f-b9f5-0d314112f39f/650d4a15-ef55-4b55-a259-40b3110228d4) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:30:35.848122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:35.860477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Transition to ACTIVE for port object 650d4a15-ef55-4b55-a259-40b3110228d4 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:30:35.880812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Transition to ACTIVE for port object 650d4a15-ef55-4b55-a259-40b3110228d4 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:30:35.885587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:35.900361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7a3939b9-c737-4f75-81cb-5188a322e244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:30:36.046649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Pushing event updated for resources: {'Port': ['ID=650d4a15-ef55-4b55-a259-40b3110228d4,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:30:36.060448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.060834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.061214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.061588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.061957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.062323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.062694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.063061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.063430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.063811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.064170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.064528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:30:36.069772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:30:36.110830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Network c951e1fd-a91a-4745-8775-434704aca0a7 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:30:36.112070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:30:36.114446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:30:36.214059 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Attempting to bind port 650d4a15-ef55-4b55-a259-40b3110228d4 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:30:36.214406 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Attempting to bind port 650d4a15-ef55-4b55-a259-40b3110228d4 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:30:36.214817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Attempting to bind port 650d4a15-ef55-4b55-a259-40b3110228d4 on network c951e1fd-a91a-4745-8775-434704aca0a7 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:30:36.221197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:30:36.221617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Checking segment: {'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:30:36.222066 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:36.222508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Bound using segment: {'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:30:36.223023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Bound port: 650d4a15-ef55-4b55-a259-40b3110228d4, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:30:36.223439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:36.300968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] For port 650d4a15-ef55-4b55-a259-40b3110228d4, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:30:36.305047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] For port 650d4a15-ef55-4b55-a259-40b3110228d4, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=650d4a15-ef55-4b55-a259-40b3110228d4,segment=NetworkSegment(95c51248-775f-4471-bd98-4b93e7213649),segment_id=95c51248-775f-4471-bd98-4b93e7213649)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:30:36.308631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:36.327352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7a3939b9-c737-4f75-81cb-5188a322e244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:30:36.484484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Pushing event updated for resources: {'Port': ['ID=650d4a15-ef55-4b55-a259-40b3110228d4,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:30:36.496598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:30:37.785946 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6852434-d2e3-410d-81d3-32f7f398c91c None None] Network c951e1fd-a91a-4745-8775-434704aca0a7 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:30:37.905973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-e54c5faa-6a88-4b7f-adbf-d6f46f5f78af None None] Provisioning for port 650d4a15-ef55-4b55-a259-40b3110228d4 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:30:38.120022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 650d4a15-ef55-4b55-a259-40b3110228d4 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:30:38.194234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 650d4a15-ef55-4b55-a259-40b3110228d4 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:30:38.199824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 650d4a15-ef55-4b55-a259-40b3110228d4 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:30:38.200471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:38.334953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:38.359156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 650d4a15-ef55-4b55-a259-40b3110228d4, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=650d4a15-ef55-4b55-a259-40b3110228d4,segment=NetworkSegment(95c51248-775f-4471-bd98-4b93e7213649),segment_id=95c51248-775f-4471-bd98-4b93e7213649)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:30:38.360195 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-6ba92bfe-d0b5-438a-9d77-1692bbdb2fc8 None None] Provisioning complete for port 650d4a15-ef55-4b55-a259-40b3110228d4 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:30:38.360673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6ba92bfe-d0b5-438a-9d77-1692bbdb2fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:38.390805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:38.401218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:30:38.494633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=650d4a15-ef55-4b55-a259-40b3110228d4,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:30:38.498874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:30:40.093204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 650d4a15-ef55-4b55-a259-40b3110228d4 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:30:40.167145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 650d4a15-ef55-4b55-a259-40b3110228d4 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:30:40.167625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:49.967114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5e0bd06b-f6d1-40cc-95c5-2931ce18510a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:52.147376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cd25c076-d2d7-4939-ae4f-b26c143100b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:53.036861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:53.797096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:30:55.319443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:07.858950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:31:19.959867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-473bfb45-8ccc-430f-96c4-9849dc7877c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:22.151456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8af8810b-6b05-4699-ba8f-630830942b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:23.040066 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:23.799444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:25.323290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:44.858071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:31:49.963014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f6242f58-9b78-4c61-8fad-d35a6caefde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:52.153432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b5799781-cb1c-4ad9-92db-8dba10888175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:53.042810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:53.803178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.111130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33696) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:31:54.117525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [None req-1b175213-4156-4b1d-a683-bacef8fd34f9 tempest-verify_tempest_config-2077491568 tempest-verify_tempest_config-2077491568-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:31:54.118587 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1b175213-4156-4b1d-a683-bacef8fd34f9 tempest-verify_tempest_config-2077491568 tempest-verify_tempest_config-2077491568-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0063703
Apr 13 14:31:54.434389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33714) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:31:54.559203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.575334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:31:54.579364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Usage tracker for resource:security_group_rule and tenant:6b38a7001a0842ecb99aa3672b4a1cc6 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:31:54.582299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:31:54.588282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:31:54.678562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.681542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.690685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:31:54.731272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Synchronizing usage tracker for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:31:54.734809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab93891-67bd-4f65-953b-a846a6a6fc69,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:31:54.745657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.746053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.746429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.746798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.747161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.747546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.747912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.748272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.748632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.748989 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.749346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.749698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:31:54.753802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:31:54.764336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Unset dirty status for tenant:d79375e2230c40b28e63c2b768d25c30 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:31:54.765551 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b38a7001a0842ecb99aa3672b4a1cc6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3286090
Apr 13 14:31:54.768297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33720) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:31:54.828474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.855020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.904927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.910182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:31:54.921575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab93891-67bd-4f65-953b-a846a6a6fc69,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:31:54.924013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:31:54.931188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:31:54.932443 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ab93891-67bd-4f65-953b-a846a6a6fc69 HTTP/1.1" status: 204  len: 168 time: 0.1631837
Apr 13 14:31:55.327316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:19.964901 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c012e110-1280-471a-9d4e-219308f7939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:21.857114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:32:22.159397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-75546c28-51cb-4bf8-8f9a-068c60f20ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:23.044969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:23.804787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:25.330049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:49.968757 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fdf8e5cb-fe4e-4760-8468-df09b3cf01f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:52.162546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85e95635-f3d4-4284-9fd9-f7f06b3616f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:53.047226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:53.807067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:55.332420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:32:58.856705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 5 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:33:19.971039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da6215ec-718f-4b92-bd6e-a358bc35d799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:22.163456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-edfea170-9f32-4a96-8fcc-5d0ef66f1282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:23.051200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:23.809094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:25.336446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:31.282382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763'] for agent, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:35.856283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:33:36.010994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33776) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:33:36.131608 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7da9f490-82c2-4274-abc2-7770c023b5e4 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1193109
Apr 13 14:33:38.690133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33786) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:33:38.751433 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-86bd91dd-64c3-4832-92aa-6b047e5e12b2 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0600901
Apr 13 14:33:49.972335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98c0f093-2a46-45e9-8111-4a81366ef545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:52.165144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cb0c586b-87e9-41a2-aff2-a738ccbce6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:53.051846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:53.811003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:33:55.338429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:01.251747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:12.859342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:34:19.974300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a24395c-ca9c-4200-bf8f-a8c08ccb22a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:22.169292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b52e77b8-501d-4b10-af7b-7c66dbd42e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:23.055011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:23.812468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:25.343050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:31.269555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:49.859386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:34:49.976111 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d7cb0c6-0bda-43d0-b7cc-f4a22caf3922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:52.172900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f4acf58-a98f-40f8-a0aa-7e619930a7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:53.059199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:53.814417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:34:55.347229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:01.281947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:10.605371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 33922) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:11.172147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-98927281-network', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:11.180724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:11.185550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Usage tracker for resource:network and tenant:f19bf8cf644f47b1a9a535994d4342e2 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:11.188618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:11.195002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:11.204809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Made reservation on behalf of f19bf8cf644f47b1a9a535994d4342e2 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:11.209316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.233551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.253525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:11.257760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Usage tracker for resource:security_group_rule and tenant:f19bf8cf644f47b1a9a535994d4342e2 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:11.261583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:11.270139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:11.361322 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.365635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.370294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:11.400064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:35:11.409761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6350c56d-8725-47ed-bd30-f7fdc44f8097,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:11.421236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.421635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.422007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.422376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.422736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.423096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.423628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.423813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.424177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.424528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.424885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.425215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Tracked resource versions report:
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]: pushed versions:
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]: {   'AddressGroup': {'1.2'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'ConntrackHelper': {'1.0'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Log': {'1.0'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Network': {'1.1'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Port': {'1.7'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'PortForwarding': {'1.2'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'QosPolicy': {'1.8'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroup': {'1.4'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroupRule': {'1.2'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SubPort': {'1.0'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Subnet': {'1.1'},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Trunk': {'1.1'}}
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]: consumer versions:
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]: {   DHCP agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     HyperV agent@hv-cinder-78605: {},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     L3 agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metadata agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metering agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:     Open vSwitch agent@dv-cinder-786054-1-iscsi: {   'AddressGroup': '1.2',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'ConntrackHelper': '1.0',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Log': '1.0',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Network': '1.1',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Port': '1.7',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'PortForwarding': '1.2',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'QosPolicy': '1.8',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroup': '1.4',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroupRule': '1.2',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SubPort': '1.0',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Subnet': '1.1',
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Trunk': '1.1'}}
Apr 13 14:35:11.426264 dv-cinder-786054-1-iscsi neutron-server[85130]:  {{(pid=85242) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 13 14:35:11.432594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.433188 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Added segment 61e40de0-63dd-43bf-b9f5-a1185eb49dd4 of type vlan for network 45bd52bb-5f15-48b7-acf3-de1c4626724e
Apr 13 14:35:11.443705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:11.471363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.506687 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.508151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:11.508743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.534718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-23809947-17b1-4679-b2dd-96f075b19b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:11.571379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 33974) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:11.574929 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9676504
Apr 13 14:35:11.581497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Request body: {'subnet': {'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-subnet', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:11.588375 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.quota [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f11a7b06fd0>.
Apr 13 14:35:11.597524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:11.603748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Usage tracker for resource:subnet and tenant:f19bf8cf644f47b1a9a535994d4342e2 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:11.607562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:11.616958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:11.632000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Made reservation on behalf of f19bf8cf644f47b1a9a535994d4342e2 for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:11.639143 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Pushing event updated for resources: {'Network': ['ID=45bd52bb-5f15-48b7-acf3-de1c4626724e,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:11.640086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:11.642129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:11.650844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:35:12.147383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:12.163360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:12.192144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34000) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:12.243968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34008) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:12.341952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e85397-1029-424e-85a8-8b32f73f015c,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:12.355175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.355603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.355979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.356346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.356707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.357073 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.357430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.357862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.358159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.358522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.358873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.359230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Tracked resource versions report:
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]: pushed versions:
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]: {   'AddressGroup': {'1.2'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'ConntrackHelper': {'1.0'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Log': {'1.0'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Network': {'1.1'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Port': {'1.7'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'PortForwarding': {'1.2'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'QosPolicy': {'1.8'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroup': {'1.4'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroupRule': {'1.2'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SubPort': {'1.0'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Subnet': {'1.1'},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Trunk': {'1.1'}}
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]: consumer versions:
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]: {   DHCP agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     HyperV agent@hv-cinder-78605: {},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     L3 agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metadata agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metering agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:     Open vSwitch agent@dv-cinder-786054-1-iscsi: {   'AddressGroup': '1.2',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'ConntrackHelper': '1.0',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Log': '1.0',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Network': '1.1',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Port': '1.7',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'PortForwarding': '1.2',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'QosPolicy': '1.8',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroup': '1.4',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroupRule': '1.2',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SubPort': '1.0',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Subnet': '1.1',
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Trunk': '1.1'}}
Apr 13 14:35:12.360419 dv-cinder-786054-1-iscsi neutron-server[85130]:  {{(pid=85241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 13 14:35:12.413501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Checking segment: {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:12.413848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Network hostable DHCP agents. Network: 45bd52bb-5f15-48b7-acf3-de1c4626724e, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:35:12.422929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:12.440331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:35:12.450875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 45bd52bb-5f15-48b7-acf3-de1c4626724e) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:12.455945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:12.456875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:12.463668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de51404-5be3-4b6e-aea3-f9e6f8683bc0 None None] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:35:12.484905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34026) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:12.485677 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9130304
Apr 13 14:35:12.491857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:12.497644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:12.502991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Usage tracker for resource:router and tenant:f19bf8cf644f47b1a9a535994d4342e2 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:12.506723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:12.515015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:12.526173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:12.528375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:12.547253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:12.710068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38af38a-97e2-4c0d-871f-41984bd68d5d None None] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:35:13.072356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1470087914-network', 'tenant_id': '7e304b6f66f641b181066253d6e55ddd'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:13.082516 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1825214536-network', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:13.089945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:13.097855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.105391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Usage tracker for resource:network and tenant:7e304b6f66f641b181066253d6e55ddd is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:13.109326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:13.117339 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:13.122883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:13.148199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Usage tracker for resource:network and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:13.154979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:13.172028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Made reservation on behalf of 7e304b6f66f641b181066253d6e55ddd for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:13.182660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.226668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:13.234696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.363544 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:13.366133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Made reservation on behalf of df8e5e8292f54527a7e72bd7f9178de1 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:13.371718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.394994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Usage tracker for resource:security_group_rule and tenant:7e304b6f66f641b181066253d6e55ddd is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:13.400557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:13.403531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.418420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:13.430992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:13.444605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Usage tracker for resource:security_group_rule and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:13.454996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:13.473215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:13.881130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.937161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.941811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.945970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.961939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:35:13.972383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:13.972776 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Added segment 8d6fd630-b223-4b30-8654-15d0178a9986 of type vlan for network da2ba0b0-75e1-455f-b641-02f297d39d15
Apr 13 14:35:13.998747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:14.061556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a249e3-a980-4202-a480-bf68471acca6,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:14.075816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.121673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:35:14.169517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acf2b13-7b53-4797-9260-fa6686cbecfa,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:14.173542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.173935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Added segment ec727437-192a-4407-9c89-5c33be5221cc of type vlan for network 9a6d9de1-5acb-4998-a661-01b4856b43c6
Apr 13 14:35:14.183046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:14.184191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.215485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:14.215906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:14.221685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.231724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:14.232348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.236513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.249994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:14.324686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.457502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Pushing event updated for resources: {'Network': ['ID=da2ba0b0-75e1-455f-b641-02f297d39d15,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:14.469124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network da2ba0b0-75e1-455f-b641-02f297d39d15 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:35:14.472301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:14.516839 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.2717142
Apr 13 14:35:14.520005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34108) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:14.527668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Request body: {'subnet': {'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1825214536-subnet', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:14.530106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.534637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:14.535530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.536316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:14.543091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c01ede0b-11ce-4fb8-8885-d95921052a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:14.544808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Usage tracker for resource:subnet and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:14.554192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:14.566724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:14.591310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Made reservation on behalf of df8e5e8292f54527a7e72bd7f9178de1 for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:14.600722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.607969 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4144125
Apr 13 14:35:14.611382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Allocated IP 172.27.3.9 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/277a3c8c-2725-41f2-bbf9-3755d223b2fb) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:14.635173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34112) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:14.679950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6d9de1-5acb-4998-a661-01b4856b43c6,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:14.684005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:14.692616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 9a6d9de1-5acb-4998-a661-01b4856b43c6 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:35:14.696179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Request body: {'subnet': {'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1470087914-subnet', 'tenant_id': '7e304b6f66f641b181066253d6e55ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:14.702111 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:14.706287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Usage tracker for resource:subnet and tenant:7e304b6f66f641b181066253d6e55ddd is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:14.709643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:14.717162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:14.780957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Made reservation on behalf of 7e304b6f66f641b181066253d6e55ddd for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:14.785747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.891123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.930264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:14.960537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-88307f9a-11eb-479b-955d-0a06a3abf796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:15.162917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Pushing event updated for resources: {'Port': ['ID=277a3c8c-2725-41f2-bbf9-3755d223b2fb,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:15.172699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:15.274200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:15.277256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:15.283639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:15.564471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:15.581377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5bdcfdfc-d903-4529-8f3b-49ac44954623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:15.820147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:15.898647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:15.971878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37eecacb-17bf-472c-bb5f-a8dd2f86fe61,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:15.974963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:15.980672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:16.164409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=198918ca-1dc8-4e2a-9f0e-df92ae3ed219,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:16.167671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:16.235262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Checking segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:16.235718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Network hostable DHCP agents. Network: da2ba0b0-75e1-455f-b641-02f297d39d15, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:35:16.294294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Checking segment: {'id': 'ec727437-192a-4407-9c89-5c33be5221cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:16.294691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Network hostable DHCP agents. Network: 9a6d9de1-5acb-4998-a661-01b4856b43c6, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:35:16.334295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Network da2ba0b0-75e1-455f-b641-02f297d39d15 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:35:16.369728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, da2ba0b0-75e1-455f-b641-02f297d39d15) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:16.380627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Network 9a6d9de1-5acb-4998-a661-01b4856b43c6 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:35:16.392088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4932f436-43b0-4b43-9456-092cd55f6c80 None None] Network da2ba0b0-75e1-455f-b641-02f297d39d15 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:35:16.411137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 9a6d9de1-5acb-4998-a661-01b4856b43c6) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:16.424321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:16.424980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:16.492044 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:16.496425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:16.521130 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.9970636
Apr 13 14:35:16.532850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34186) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:16.546171 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:16.561774 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9193158
Apr 13 14:35:16.563744 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:16.568609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Usage tracker for resource:router and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:16.573795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:16.583251 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:16.591555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8266b07e-1a60-44ef-8f1d-db5ebb5a5b7a None None] Network 9a6d9de1-5acb-4998-a661-01b4856b43c6 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:35:16.608990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:16.610402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:16.660786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:16.759594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:17.054958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c2a7f2-46f4-4165-847b-f50d16ab4bfa None None] Network 9a6d9de1-5acb-4998-a661-01b4856b43c6 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:35:17.205258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:35:17.327868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-da2ba0b0-75e1-455f-b641-02f297d39d15', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:35:17.329107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:17.364482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34232) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:17.368334 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 13 14:35:17.435703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:17.538039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:35:17.548811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Sync routers for ids ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:35:17.565614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:17.567790 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.0809500
Apr 13 14:35:17.570006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Routers {'3ccea45e-6773-4c2a-957b-dd3ccadc6f62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:17.570259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34256) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:17.570752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d44b00>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:34:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:17.653531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-7ab83685-b1c6-4021-902f-aa371a8f59b0 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:17.661081 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-7ab83685-b1c6-4021-902f-aa371a8f59b0 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/networks?id=9a6d9de1-5acb-4998-a661-01b4856b43c6 HTTP/1.1" status: 200  len: 812 time: 0.2949159
Apr 13 14:35:17.696196 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-7d874600-cee8-46ca-86b1-e0bc50d6adc5 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/quotas/7e304b6f66f641b181066253d6e55ddd HTTP/1.1" status: 200  len: 375 time: 0.0327179
Apr 13 14:35:17.759867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Allocated IP 172.20.0.2 (da2ba0b0-75e1-455f-b641-02f297d39d15/37eecacb-17bf-472c-bb5f-a8dd2f86fe61/bc4ea94c-df0a-40df-ba82-e8350814d842) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:17.781657 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-b4994bab-1e93-4161-81f2-81957ce69e00 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7e304b6f66f641b181066253d6e55ddd&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0799870
Apr 13 14:35:17.855969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Set router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:18.227709 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d44b00>, [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:35:15Z', 'revision_number': 3, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port': {'id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:14Z', 'updated_at': '2021-04-13T14:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:18.232349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-64084388-1e3e-40a8-9bd0-5ef1b0afe196 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:35:18.234051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Checking router: 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:35:18.234447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Updating router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 port 277a3c8c-2725-41f2-bbf9-3755d223b2fb binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:35:18.243996 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-64084388-1e3e-40a8-9bd0-5ef1b0afe196 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1438084
Apr 13 14:35:18.294895 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:18.326116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:18.348783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Transition to ACTIVE for port object bc4ea94c-df0a-40df-ba82-e8350814d842 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:18.380314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Transition to ACTIVE for port object bc4ea94c-df0a-40df-ba82-e8350814d842 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:18.393318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:18.481478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:18.805789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:18.834272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Transition to ACTIVE for port object 277a3c8c-2725-41f2-bbf9-3755d223b2fb will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:18.847165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:18.887060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:18.890929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Pushing event updated for resources: {'Port': ['ID=bc4ea94c-df0a-40df-ba82-e8350814d842,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:18.925221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:18.943072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.945613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.947618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.948828 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.950404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.951660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.955016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.955300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.956359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.956359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.956838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.957215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:18.957356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Tracked resource versions report:
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]: pushed versions:
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]: {   'AddressGroup': {'1.2'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'ConntrackHelper': {'1.0'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Log': {'1.0'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Network': {'1.1'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Port': {'1.7'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'PortForwarding': {'1.2'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'QosPolicy': {'1.8'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroup': {'1.4'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroupRule': {'1.2'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SubPort': {'1.0'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Subnet': {'1.1'},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Trunk': {'1.1'}}
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]: consumer versions:
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]: {   DHCP agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     HyperV agent@hv-cinder-78605: {},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     L3 agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metadata agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metering agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:     Open vSwitch agent@dv-cinder-786054-1-iscsi: {   'AddressGroup': '1.2',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'ConntrackHelper': '1.0',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Log': '1.0',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Network': '1.1',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Port': '1.7',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'PortForwarding': '1.2',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'QosPolicy': '1.8',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroup': '1.4',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroupRule': '1.2',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SubPort': '1.0',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Subnet': '1.1',
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Trunk': '1.1'}}
Apr 13 14:35:18.959312 dv-cinder-786054-1-iscsi neutron-server[85130]:  {{(pid=85243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 13 14:35:18.982335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:19.010882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Network da2ba0b0-75e1-455f-b641-02f297d39d15 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:19.017247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:19.019813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:19.136833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:19.161690 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-efaaf57e-13eb-47f3-9970-806c9b542cb6 service neutron] 10.222.0.22 "GET /v2.0/networks/9a6d9de1-5acb-4998-a661-01b4856b43c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9154239
Apr 13 14:35:19.198120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Attempting to bind port bc4ea94c-df0a-40df-ba82-e8350814d842 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:19.199159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Attempting to bind port bc4ea94c-df0a-40df-ba82-e8350814d842 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:19.199532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Attempting to bind port bc4ea94c-df0a-40df-ba82-e8350814d842 on network da2ba0b0-75e1-455f-b641-02f297d39d15 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:19.211888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:19.212611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Checking segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:19.213325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:19.214021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Bound using segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:19.214899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Bound port: bc4ea94c-df0a-40df-ba82-e8350814d842, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:19.215599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:19.256458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Pushing event updated for resources: {'Port': ['ID=277a3c8c-2725-41f2-bbf9-3755d223b2fb,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:19.292389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.292907 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.293388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.293879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.294347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.294818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.298510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.299017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.299536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.300083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.300678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.301146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Tracked resource versions report:
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]: pushed versions:
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]: {   'AddressGroup': {'1.2'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'ConntrackHelper': {'1.0'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Log': {'1.0'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Network': {'1.1'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Port': {'1.7'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'PortForwarding': {'1.2'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'QosPolicy': {'1.8'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroup': {'1.4'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SecurityGroupRule': {'1.2'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'SubPort': {'1.0'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Subnet': {'1.1'},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     'Trunk': {'1.1'}}
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]: consumer versions:
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]: {   DHCP agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     HyperV agent@hv-cinder-78605: {},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     L3 agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metadata agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     Metering agent@dv-cinder-786054-1-iscsi: {},
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:     Open vSwitch agent@dv-cinder-786054-1-iscsi: {   'AddressGroup': '1.2',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'ConntrackHelper': '1.0',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Log': '1.0',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Network': '1.1',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Port': '1.7',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'PortForwarding': '1.2',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'QosPolicy': '1.8',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroup': '1.4',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SecurityGroupRule': '1.2',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'SubPort': '1.0',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Subnet': '1.1',
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:                                                      'Trunk': '1.1'}}
Apr 13 14:35:19.303097 dv-cinder-786054-1-iscsi neutron-server[85130]:  {{(pid=85244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 13 14:35:19.340593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:19.416057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Attempting to bind port 277a3c8c-2725-41f2-bbf9-3755d223b2fb on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:19.416057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Attempting to bind port 277a3c8c-2725-41f2-bbf9-3755d223b2fb by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:19.416443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Attempting to bind port 277a3c8c-2725-41f2-bbf9-3755d223b2fb on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:19.425427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:19.425872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:19.427092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:19.427092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:19.427402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Bound port: 277a3c8c-2725-41f2-bbf9-3755d223b2fb, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:19.427584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:19.432063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] For port bc4ea94c-df0a-40df-ba82-e8350814d842, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:19.437475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34324) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:19.440975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] For port bc4ea94c-df0a-40df-ba82-e8350814d842, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=bc4ea94c-df0a-40df-ba82-e8350814d842,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:19.446174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:19.512142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Allocated IP 172.27.3.32 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/d5a09709-039a-45e0-9b16-4fca418cb2b8) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:19.539029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] For port 277a3c8c-2725-41f2-bbf9-3755d223b2fb, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:19.543074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] For port 277a3c8c-2725-41f2-bbf9-3755d223b2fb, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=277a3c8c-2725-41f2-bbf9-3755d223b2fb,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:19.548647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:19.554877 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-fc08627a-4744-44b9-a280-4d6b6898181e service neutron] 10.222.0.22 "GET /v2.0/networks/9a6d9de1-5acb-4998-a661-01b4856b43c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3806901
Apr 13 14:35:19.695437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Allocated IP 172.20.0.1 (45bd52bb-5f15-48b7-acf3-de1c4626724e/90e85397-1029-424e-85a8-8b32f73f015c/d1171fe3-8fd5-4234-9cba-caabe5d9fd7d) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:19.815121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:19.882729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e00d7195-b1e4-439a-bae3-553209c797a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:19.981261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Routers {'3ccea45e-6773-4c2a-957b-dd3ccadc6f62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:19.982216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d44b00>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:34:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:20.005506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Pushing event updated for resources: {'Port': ['ID=bc4ea94c-df0a-40df-ba82-e8350814d842,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:20.048548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:20.075127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b8244f2f-8ceb-4580-b4c6-7b427e474c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.181015 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fd42b76e-7dc3-45f3-90ae-83fb9552861a req-3f2f4691-d235-403d-be3f-c48dc3e45974 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.1139586
Apr 13 14:35:20.188956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.259011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.283363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.377037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:20.389614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Usage tracker for resource:security_group_rule and tenant:c5c339663d5c4e959b2961dc173dcc8b is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:20.397854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:20.416399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:20.422141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.463993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:20.476871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Pushing event updated for resources: {'Port': ['ID=277a3c8c-2725-41f2-bbf9-3755d223b2fb,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:20.489661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:20.532539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] Set router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:20.655146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.659664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.671336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:20.703217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803f36bb-5c75-434c-8923-8da0b627fba8,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:20.722152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:20.726780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:20.793613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Pushing event updated for resources: {'Port': ['ID=d5a09709-039a-45e0-9b16-4fca418cb2b8,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:20.813521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:20.926913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:20.928524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:20.931286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:21.025684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:21.116156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34404) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:21.134273 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5c339663d5c4e959b2961dc173dcc8b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6961370
Apr 13 14:35:21.158588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34410) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:21.167759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d44b00>, [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:35:15Z', 'revision_number': 3, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port': {'id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:14Z', 'updated_at': '2021-04-13T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:21.187843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8f42a-a9ca-490c-91f2-eba2cdfe62e3 None None] The sync data for ids ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'] in dv-cinder-786054-1-iscsi is: [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:35:15Z', 'revision_number': 3, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port': {'id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:14Z', 'updated_at': '2021-04-13T14:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:35:21.245873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:21.291225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:21.301975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Pushing event updated for resources: {'Port': ['ID=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:21.326966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:21.327521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:21.426059 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:21.454526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:21.486915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:21.491910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34422) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:21.508304 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 13 14:35:21.509562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Usage tracker for resource:security_group_rule and tenant:8fe54be4e86546ec900c3a96bd085cdb is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:21.512590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:21.578215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:21.630208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:21.650783 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4e998631-b818-4e7c-8bc5-7c35b7161122 req-118069d5-5b97-4b43-9ac9-e8c75353a71b tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.1509964
Apr 13 14:35:21.706085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:21.706788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:21.864614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.013595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.076056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:22.096245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.100621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803f36bb-5c75-434c-8923-8da0b627fba8,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:22.109502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.142429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:22.143333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:22.187114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156858af-6471-4056-a379-1ff1a618b0a5 None None] Network da2ba0b0-75e1-455f-b641-02f297d39d15 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:35:22.208068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.271468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.275248 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-59c3e3f8-0fb0-459b-b87a-b4b2c3bd6e63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/803f36bb-5c75-434c-8923-8da0b627fba8 HTTP/1.1" status: 204  len: 168 time: 1.1021860
Apr 13 14:35:22.332071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b1b733c-b778-429a-9e0d-b2b85d0f7931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.582438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-6206c5cd-caec-49b7-bab6-de16d6169c28 None None] Provisioning for port bc4ea94c-df0a-40df-ba82-e8350814d842 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:22.700168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device bc4ea94c-df0a-40df-ba82-e8350814d842 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:22.869262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port bc4ea94c-df0a-40df-ba82-e8350814d842 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:22.880715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port bc4ea94c-df0a-40df-ba82-e8350814d842 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:22.881518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:22.931433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Router d328708d-875c-47ca-872a-07ddaac29354 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:35:23.053346 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fe54be4e86546ec900c3a96bd085cdb&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9251220
Apr 13 14:35:23.054647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34466) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:23.111868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.140207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.145458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ef9e56-c453-4e03-904f-114f3df4bafd,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:23.165251 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.022s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:23.174155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port bc4ea94c-df0a-40df-ba82-e8350814d842, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=bc4ea94c-df0a-40df-ba82-e8350814d842,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:23.183832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.185462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 277a3c8c-2725-41f2-bbf9-3755d223b2fb up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:23.281050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:23.367025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:35:23.406670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Sync routers for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:35:23.421249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-85c7371b-f12c-439f-a82b-c08104cf3dd5 None None] Provisioning complete for port bc4ea94c-df0a-40df-ba82-e8350814d842 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:23.421665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85c7371b-f12c-439f-a82b-c08104cf3dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.425493 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a156d74d-6d09-4c1e-bb3a-f388e1269ed5 req-11fd4749-08c3-4f00-88f6-50fb0f38fe21 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.2588294
Apr 13 14:35:23.427288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Notify callbacks [] for router, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.433947 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.8992977
Apr 13 14:35:23.435165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34482) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:23.475422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=bc4ea94c-df0a-40df-ba82-e8350814d842,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:23.491123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:23.502792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:23.503528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6daeac8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:35:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:23.640422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.644238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.652395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 277a3c8c-2725-41f2-bbf9-3755d223b2fb completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:23.664847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.682204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.695200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 277a3c8c-2725-41f2-bbf9-3755d223b2fb triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:23.696216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.791087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:23.867987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:23.908169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:24.072841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Pushing event updated for resources: {'Port': ['ID=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:24.079731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:24.112925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:24.121392 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:24.145083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:24.146102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ef9e56-c453-4e03-904f-114f3df4bafd,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:24.149518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:24.151865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:24.155187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:24.156583 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72ef9e56-c453-4e03-904f-114f3df4bafd HTTP/1.1" status: 204  len: 168 time: 1.0427725
Apr 13 14:35:24.316227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:24.336812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 277a3c8c-2725-41f2-bbf9-3755d223b2fb, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=277a3c8c-2725-41f2-bbf9-3755d223b2fb,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:24.351115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:24.359304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:24.470069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:24.664840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=277a3c8c-2725-41f2-bbf9-3755d223b2fb,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:24.676462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:24.677541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device bc4ea94c-df0a-40df-ba82-e8350814d842 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:24.823799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port bc4ea94c-df0a-40df-ba82-e8350814d842 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:24.824614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:25.176638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34538) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:25.243381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6daeac8>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:21Z', 'revision_number': 3, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:25.248357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Checking router: d328708d-875c-47ca-872a-07ddaac29354 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:35:25.248753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Updating router d328708d-875c-47ca-872a-07ddaac29354 port d5a09709-039a-45e0-9b16-4fca418cb2b8 binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:35:25.274839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:25.363531 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-081a3f82-50d9-44be-b957-584e0f8081c3 req-6a9d5f04-15ed-45a5-80f9-402af3a0df04 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.1723151
Apr 13 14:35:25.384188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.48', 62443) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:25.384188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:25.472104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:25.473555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:25.508075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Usage tracker for resource:security_group_rule and tenant:848309a6626b4bf6ae09a96efb86bf92 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:25.509661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:35:25.555770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:25.586951 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:26.022533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:35:26.032644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Sync routers for ids ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:35:26.038118 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] 10.222.0.22 "PUT /v2.0/routers/3ccea45e-6773-4c2a-957b-dd3ccadc6f62/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4635417
Apr 13 14:35:26.052673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Routers {'3ccea45e-6773-4c2a-957b-dd3ccadc6f62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:26.054369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6915c50>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:35:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:26.130534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34580) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:26.296514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-e943ec76-0285-4ffb-bdac-d8fa353137c9 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:26.298507 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-e943ec76-0285-4ffb-bdac-d8fa353137c9 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.48 "GET /v2.0/networks?id=9a6d9de1-5acb-4998-a661-01b4856b43c6 HTTP/1.1" status: 200  len: 812 time: 0.8977196
Apr 13 14:35:26.363646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Request body: {'port': {'device_id': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6', 'admin_state_up': True, 'tenant_id': '7e304b6f66f641b181066253d6e55ddd'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:26.434452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:26.475001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Transition to ACTIVE for port object d5a09709-039a-45e0-9b16-4fca418cb2b8 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:26.487117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:26.503113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Set router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:26.525971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:26.690742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 277a3c8c-2725-41f2-bbf9-3755d223b2fb up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:26.788201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:26.836109 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-24f90429-7285-4eba-a689-4f83c976e9a7 req-857eecf7-a0ac-483b-b73a-d5fa9d01479f tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.1615813
Apr 13 14:35:26.840504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:26.924763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:26.940696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Usage tracker for resource:security_group_rule and tenant:f017329241c0491584df97702cad52e9 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:26.944909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:26.962126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:26.977134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:26.983869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:35:27.086917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:27.139256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:27.174489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:27.180942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:27.226469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563443f9-9b9f-4595-968d-352fd5e28c30,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:27.272832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:27.295771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:27.302782 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f017329241c0491584df97702cad52e9&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1707377
Apr 13 14:35:27.309849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34640) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:27.318076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Usage tracker for resource:port and tenant:7e304b6f66f641b181066253d6e55ddd is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:27.327549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:27.348061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:27.376592 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:27.377298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Made reservation on behalf of 7e304b6f66f641b181066253d6e55ddd for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:27.381262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6915c50>, [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:35:21Z', 'revision_number': 4, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port': {'id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:14Z', 'updated_at': '2021-04-13T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd1171fe3-8fd5-4234-9cba-caabe5d9fd7d', 'name': '', 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'mac_address': 'fa:16:3e:bc:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '90e85397-1029-424e-85a8-8b32f73f015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:22Z', 'revision_number': 2, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'subnets': [{'id': '90e85397-1029-424e-85a8-8b32f73f015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:27.392568 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:27.409920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Checking router: 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:35:27.412036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Updating router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:35:27.496668 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=848309a6626b4bf6ae09a96efb86bf92&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3146198
Apr 13 14:35:27.504777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34658) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:27.542673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eba6c07-841f-4852-81ad-f3d48c78b108,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:27.571681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:27.666164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2c188-d160-418c-a9c1-da5d37d58859 None None] Pushing event updated for resources: {'Port': ['ID=d5a09709-039a-45e0-9b16-4fca418cb2b8,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:27.680124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-01c2c188-d160-418c-a9c1-da5d37d58859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:27.689814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:27.764492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 277a3c8c-2725-41f2-bbf9-3755d223b2fb triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:27.766093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.067013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Attempting to bind port d5a09709-039a-45e0-9b16-4fca418cb2b8 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:28.078287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Attempting to bind port d5a09709-039a-45e0-9b16-4fca418cb2b8 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:28.081546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Attempting to bind port d5a09709-039a-45e0-9b16-4fca418cb2b8 on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:28.126816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:28.134864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:28.136527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.139797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:28.144201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Bound port: d5a09709-039a-45e0-9b16-4fca418cb2b8, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:28.144915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.181132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.198983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34684) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:28.327259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34692) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:28.440591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-ec7a691c-50c4-455d-af27-e9a4f34668cb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:28.443580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-ec7a691c-50c4-455d-af27-e9a4f34668cb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Synchronizing usage tracker for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:network {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:28.457848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.595165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-ec7a691c-50c4-455d-af27-e9a4f34668cb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Unset dirty status for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:network {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:28.596053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] For port d5a09709-039a-45e0-9b16-4fca418cb2b8, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:28.603681 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-ec7a691c-50c4-455d-af27-e9a4f34668cb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 817 time: 1.0277896
Apr 13 14:35:28.608463 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] For port d5a09709-039a-45e0-9b16-4fca418cb2b8, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d5a09709-039a-45e0-9b16-4fca418cb2b8,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:28.614232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.649439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6061aae-ae5c-4a77-ba0e-fede365a19b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:28.657779 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-70decfb1-7383-4fe5-bdd5-6847352c4267 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/quotas/f19bf8cf644f47b1a9a535994d4342e2 HTTP/1.1" status: 200  len: 375 time: 0.0475211
Apr 13 14:35:28.712963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.721580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Allocated IP 172.20.0.11 (9a6d9de1-5acb-4998-a661-01b4856b43c6/198918ca-1dc8-4e2a-9f0e-df92ae3ed219/a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:28.779987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Transition to ACTIVE for port object d1171fe3-8fd5-4234-9cba-caabe5d9fd7d will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:28.780999 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.805356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.805717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:28.818770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4b2e17334f48249d5152a72292539e is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:28.823975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:28.833230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:28.852673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.872000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:28.883719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8cdce503-a68b-453c-a84e-f678cb5c1839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:28.912601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eba6c07-841f-4852-81ad-f3d48c78b108,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:28.915155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:28.933117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.951469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-16ae37da-c4a9-4c20-a081-369084143b88 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Synchronizing usage tracker for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:28.971181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:28.972379 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6eba6c07-841f-4852-81ad-f3d48c78b108 HTTP/1.1" status: 204  len: 168 time: 1.6548386
Apr 13 14:35:28.988695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:29.025382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Usage tracker for resource:security_group_rule and tenant:9b6ca1480671474fbce81b3433437181 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:29.045554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:29.079845 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:29.122866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2c188-d160-418c-a9c1-da5d37d58859 None None] Pushing event updated for resources: {'Port': ['ID=d5a09709-039a-45e0-9b16-4fca418cb2b8,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:29.135992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-01c2c188-d160-418c-a9c1-da5d37d58859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:29.208016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b6a1b-bb22-4008-b1cb-287bf16fe864 None None] Pushing event updated for resources: {'Port': ['ID=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:29.228471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ae1b6a1b-bb22-4008-b1cb-287bf16fe864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:29.236809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:29.261162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:29.262125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6daeac8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:35:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:29.304664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-16ae37da-c4a9-4c20-a081-369084143b88 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Unset dirty status for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:29.316722 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-16ae37da-c4a9-4c20-a081-369084143b88 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6551964
Apr 13 14:35:29.486533 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ba23e484-b7b1-4396-a50b-4e7c91750a99 req-5ace10e6-e138-480c-b141-3894beb803f1 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.6403763
Apr 13 14:35:29.787529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:29.802996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:29.814750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Attempting to bind port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:29.815170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Attempting to bind port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:29.818015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Attempting to bind port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d on network 45bd52bb-5f15-48b7-acf3-de1c4626724e {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:29.832608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:29.833084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Checking segment: {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:29.834112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:29.838020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Bound using segment: {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:29.839182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Bound port: d1171fe3-8fd5-4234-9cba-caabe5d9fd7d, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:29.839656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:29.855299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:29.871137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:29.874720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8a4f8e03-721f-4e95-9de1-9208b6eb4025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:29.904263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:29.912017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-fd50584e-6778-40de-a445-31633eb3418d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85242) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:35:29.921580 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-fd50584e-6778-40de-a445-31633eb3418d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1727898
Apr 13 14:35:29.930342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:29.982188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:30.049163 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b6ca1480671474fbce81b3433437181&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6956885
Apr 13 14:35:30.077068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:30.079053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34722) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:30.156042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] For port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:30.172416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] For port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:30.178758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:30.188974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe6cc8-8705-44fc-ba4e-39356839a12b,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:30.200317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Allocated IP 172.20.0.1 (da2ba0b0-75e1-455f-b641-02f297d39d15/37eecacb-17bf-472c-bb5f-a8dd2f86fe61/9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:30.230328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:30.234443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:30.246180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:30.355863 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f4b2e17334f48249d5152a72292539e&name=default HTTP/1.1" status: 200  len: 2975 time: 2.1465130
Apr 13 14:35:30.423006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1b6a1b-bb22-4008-b1cb-287bf16fe864 None None] Pushing event updated for resources: {'Port': ['ID=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,revision_number=4']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:30.429626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ae1b6a1b-bb22-4008-b1cb-287bf16fe864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:30.443394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34732) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:30.482831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-2529cb89-4f91-4e2f-8cda-4056684e5540 service neutron] 10.222.0.22 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5532260
Apr 13 14:35:30.498298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Pushing event updated for resources: {'Port': ['ID=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:30.556685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:30.619157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Routers {'3ccea45e-6773-4c2a-957b-dd3ccadc6f62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:30.620522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6915c50>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:35:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:30.692440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4710145e-15d7-42b1-95e6-df42f7a6c7fb,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:30.698340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:30.778414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:30.828278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3da62ad0-bf54-43b7-b19a-bebd7400318f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:30.881966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6daeac8>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:21Z', 'revision_number': 3, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:30.891888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d006be0-c061-41a8-8e6c-3ef34c6abed9 None None] The sync data for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi is: [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:21Z', 'revision_number': 3, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:35:30.903112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3da62ad0-bf54-43b7-b19a-bebd7400318f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:30.948620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-3536cf4c-a347-4f92-89ac-b7805a50f915 service neutron] 10.222.0.22 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4566867
Apr 13 14:35:31.303252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.327438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.364936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.391194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] Set router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:31.547444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab59bb1-d47e-4c69-99a1-ea4c744c646e req-8b39203c-42dc-4ce0-9636-8e7206ba17ba tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:31.549333 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7ab59bb1-d47e-4c69-99a1-ea4c744c646e req-8b39203c-42dc-4ce0-9636-8e7206ba17ba tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 932 time: 0.5746248
Apr 13 14:35:31.571585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Network 9a6d9de1-5acb-4998-a661-01b4856b43c6 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:31.604921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:31.648889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:31.661869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:31.679292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.780914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3da62ad0-bf54-43b7-b19a-bebd7400318f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.782603 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.4235756
Apr 13 14:35:31.810920 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aa802cf6-4940-4fe7-8dd3-9c7b2e8ce22d req-5a9f02c3-aae0-419f-bc02-94e29fba792b tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 210 time: 0.1369526
Apr 13 14:35:31.918645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.925338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51597b76-bd1c-4ece-a4f8-9bf72ac62a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:31.947565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da62ad0-bf54-43b7-b19a-bebd7400318f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe6cc8-8705-44fc-ba4e-39356839a12b,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:31.951717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3da62ad0-bf54-43b7-b19a-bebd7400318f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.955890 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3da62ad0-bf54-43b7-b19a-bebd7400318f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92fe6cc8-8705-44fc-ba4e-39356839a12b HTTP/1.1" status: 204  len: 168 time: 1.8590164
Apr 13 14:35:31.956604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:31.963182 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4710145e-15d7-42b1-95e6-df42f7a6c7fb HTTP/1.1" status: 204  len: 168 time: 1.4789443
Apr 13 14:35:31.976861 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7ab59bb1-d47e-4c69-99a1-ea4c744c646e req-c6796e09-8518-4149-b246-4b83af9cb4e4 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4002166
Apr 13 14:35:31.991312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-075c44b2-ba45-4bef-96b1-7ccacc064246 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:35:32.000455 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-075c44b2-ba45-4bef-96b1-7ccacc064246 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0145988
Apr 13 14:35:32.024962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4710145e-15d7-42b1-95e6-df42f7a6c7fb,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:32.030056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:32.033092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:32.037652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:32.061139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:32.067398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:32.072029 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/563443f9-9b9f-4595-968d-352fd5e28c30 HTTP/1.1" status: 204  len: 168 time: 3.8813097
Apr 13 14:35:32.075625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563443f9-9b9f-4595-968d-352fd5e28c30,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:32.085539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:32.086038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:32.086421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:32.121304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Transition to ACTIVE for port object 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:32.184991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:32.228067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-26f93348-9c24-493a-86d5-b2a828c43d0d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:32.456303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6915c50>, [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:35:21Z', 'revision_number': 4, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port': {'id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:14Z', 'updated_at': '2021-04-13T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd1171fe3-8fd5-4234-9cba-caabe5d9fd7d', 'name': '', 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'mac_address': 'fa:16:3e:bc:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '90e85397-1029-424e-85a8-8b32f73f015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:30Z', 'revision_number': 4, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'subnets': [{'id': '90e85397-1029-424e-85a8-8b32f73f015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:32.485865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689507ed-1afd-4eb4-ac4d-e496b9a8fa47 None None] The sync data for ids ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'] in dv-cinder-786054-1-iscsi is: [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:35:21Z', 'revision_number': 4, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port': {'id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:14Z', 'updated_at': '2021-04-13T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd1171fe3-8fd5-4234-9cba-caabe5d9fd7d', 'name': '', 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'mac_address': 'fa:16:3e:bc:1a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '90e85397-1029-424e-85a8-8b32f73f015c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:30Z', 'revision_number': 4, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'subnets': [{'id': '90e85397-1029-424e-85a8-8b32f73f015c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:35:32.812795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d5a09709-039a-45e0-9b16-4fca418cb2b8 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:33.117451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port d5a09709-039a-45e0-9b16-4fca418cb2b8 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:33.125036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Pushing event updated for resources: {'Port': ['ID=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:33.133020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port d5a09709-039a-45e0-9b16-4fca418cb2b8 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:33.144061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.916s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:33.146218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:33.285773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Network da2ba0b0-75e1-455f-b641-02f297d39d15 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:33.287356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:33.297380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:33.298002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:33.700289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-c0134176-0f6c-4c3b-ba34-9f3649b361e5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:33.710917 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-c0134176-0f6c-4c3b-ba34-9f3649b361e5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 817 time: 0.8841112
Apr 13 14:35:33.755741 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-b80770e5-5eab-4584-adbe-87a03b0602d0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/quotas/f19bf8cf644f47b1a9a535994d4342e2 HTTP/1.1" status: 200  len: 375 time: 0.0434761
Apr 13 14:35:34.013675 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-0c28feb8-22e2-4dbd-9175-31271031d2f7 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2533298
Apr 13 14:35:34.133962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4d3fc467-b06c-477d-bcbd-5b273fd2fef6 None None] Provisioning for port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:34.172182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:34.214664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4d3fc467-b06c-477d-bcbd-5b273fd2fef6 None None] Provisioning complete for port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:34.215607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4d3fc467-b06c-477d-bcbd-5b273fd2fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:34.286302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 34832) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:34.449312 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-4808d005-5ee8-472e-b691-a652cb662c3d service neutron] 10.222.0.22 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4176149
Apr 13 14:35:34.577967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port d5a09709-039a-45e0-9b16-4fca418cb2b8, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d5a09709-039a-45e0-9b16-4fca418cb2b8,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:34.621990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:34.728069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:35.082864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4d3fc467-b06c-477d-bcbd-5b273fd2fef6 None None] Port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:35:35.210390 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-5d266018-bfb0-46b0-9586-5864c9a4e9c1 service neutron] 10.222.0.22 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7496586
Apr 13 14:35:35.217821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34840) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:35.218746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34844) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:35.254050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=d5a09709-039a-45e0-9b16-4fca418cb2b8,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:35.277405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d1171fe3-8fd5-4234-9cba-caabe5d9fd7d up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:35.314057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:35.358138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:35.390603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:35.405146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Usage tracker for resource:security_group_rule and tenant:4819ca0ab0a343d1a73e651061bbed55 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:35.418183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:35.461711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:35.468363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:35.475442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:35.477839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:35.487836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:35.600796 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Request body: {'port': {'device_id': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:35.780441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:35.886840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:35.899783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:35.909636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:35.943214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:35.956367 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-092f89f0-08f6-49e6-8569-c7cbab2613c8 req-4b3f5fdc-c6aa-460e-93cc-1f4cdb1571dd tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 210 time: 0.2123046
Apr 13 14:35:36.022341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Usage tracker for resource:security_group_rule and tenant:698aa4b9d29d429da659d47f820d0f44 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:36.055469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:36.066502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:36.081000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:36.085459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:36.087038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.48', 62465) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:36.100273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:36.111934 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:36.128836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:36.136800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4fb9bc710b4a5eaa93792974291727 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:36.145533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:36.156882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:36.311911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:36.368030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:36.374597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:36.375357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:36.442301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:36.469588 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b4fb9bc710b4a5eaa93792974291727&name=default HTTP/1.1" status: 200  len: 2978 time: 1.2475417
Apr 13 14:35:36.498871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34880) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:36.575344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63515102-f5e6-4256-a37e-55d68a078fb6 req-ad2f1869-f854-4280-a592-0fb0973444ae tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:36.575344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-63515102-f5e6-4256-a37e-55d68a078fb6 req-ad2f1869-f854-4280-a592-0fb0973444ae tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Synchronizing usage tracker for tenant:7e304b6f66f641b181066253d6e55ddd on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:36.728563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212a771-8d4c-44bb-a196-ddd467e535e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f7b147-c55d-4303-8080-a43570a2b12e,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:36.735205 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:36.809484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445e3a7-f348-42e3-85c4-44b3ffea1c6e,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:36.829246 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4819ca0ab0a343d1a73e651061bbed55&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6091263
Apr 13 14:35:36.843307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:36.843879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34890) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:36.844356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:36.844678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:36.961633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.101903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d5a09709-039a-45e0-9b16-4fca418cb2b8 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:37.305141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.340898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port d5a09709-039a-45e0-9b16-4fca418cb2b8 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:37.342003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.424844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.444087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:35:37.552683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.577925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.727939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:37.767286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d1171fe3-8fd5-4234-9cba-caabe5d9fd7d up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:37.813855 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2bc5488d-e3cc-4216-8e2d-7fd35ba80da7 req-b341d0dc-8615-4f73-a5dc-5b70f9ae584c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 210 time: 0.2465117
Apr 13 14:35:37.827924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.829300 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4445e3a7-f348-42e3-85c4-44b3ffea1c6e HTTP/1.1" status: 204  len: 168 time: 0.9835584
Apr 13 14:35:37.831367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445e3a7-f348-42e3-85c4-44b3ffea1c6e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:37.840188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:37.868698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.883582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.889814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bcc0d553-f863-4968-9bb1-17a6de7ce061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:37.957552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.960550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f7b147-c55d-4303-8080-a43570a2b12e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:37.976426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:37.979302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:37.982655 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2f7b147-c55d-4303-8080-a43570a2b12e HTTP/1.1" status: 204  len: 168 time: 1.4812880
Apr 13 14:35:37.983177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Transition to ACTIVE for port object a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:38.019379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:38.019809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-29aba270-d6ca-4f31-83a1-69fa673ed95a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:38.020189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:38.071002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-0145a817-e3b9-44dc-92b8-a97efd3a81fb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:38.073262 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-0145a817-e3b9-44dc-92b8-a97efd3a81fb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 817 time: 1.9650745
Apr 13 14:35:38.074149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-63515102-f5e6-4256-a37e-55d68a078fb6 req-ad2f1869-f854-4280-a592-0fb0973444ae tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Unset dirty status for tenant:7e304b6f66f641b181066253d6e55ddd on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:38.082415 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-63515102-f5e6-4256-a37e-55d68a078fb6 req-ad2f1869-f854-4280-a592-0fb0973444ae tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 932 time: 4.2229168
Apr 13 14:35:38.109758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e5ac79-8785-4fad-ba0e-3bde3e4f639d,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:38.114239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:38.120514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:38.132345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Request body: {'port': {'device_id': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'admin_state_up': True, 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:38.184049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c3a70edf-7ecc-4ff1-9975-74a19f05759f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:38.345653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:38.389161 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-63515102-f5e6-4256-a37e-55d68a078fb6 req-d3ae22a8-c3ed-4100-a5c1-9e33bf26e273 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2964187
Apr 13 14:35:38.402613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:38.450192 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=698aa4b9d29d429da659d47f820d0f44&name=default HTTP/1.1" status: 200  len: 2979 time: 4.1019526
Apr 13 14:35:38.450621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 34932) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:38.586695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:38.620502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:38.674478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:38.681443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a721884-141e-4078-b6f9-e017bc3e4553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:38.695136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e5ac79-8785-4fad-ba0e-3bde3e4f639d,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:38.702715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:38.703869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:38.707274 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9e5ac79-8785-4fad-ba0e-3bde3e4f639d HTTP/1.1" status: 204  len: 168 time: 0.2528498
Apr 13 14:35:38.821761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:39.009477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:39.022083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:39.041089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Made reservation on behalf of f19bf8cf644f47b1a9a535994d4342e2 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:39.057484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:39.133631 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-02ab6fe2-d1b5-41ab-9b0b-8aa96b7c3aa8 req-fbe01e66-daf3-4b33-b170-2708f340a1ac tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 210 time: 0.0815601
Apr 13 14:35:39.340647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Allocated IP 172.20.0.12 (45bd52bb-5f15-48b7-acf3-de1c4626724e/90e85397-1029-424e-85a8-8b32f73f015c/c306ed5b-9888-4014-ba39-8675f92dd818) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:40.232760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:40.430097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Attempting to bind port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:40.430721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Attempting to bind port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'ec727437-192a-4407-9c89-5c33be5221cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:40.431242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Attempting to bind port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 on network 9a6d9de1-5acb-4998-a661-01b4856b43c6 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:40.481957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 on network 9a6d9de1-5acb-4998-a661-01b4856b43c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:35:40.492137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Attempting to bind port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 on network 9a6d9de1-5acb-4998-a661-01b4856b43c6 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:40.557929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:40.564123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Checking segment: {'id': 'ec727437-192a-4407-9c89-5c33be5221cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:40.565202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Bound using segment: {'id': 'ec727437-192a-4407-9c89-5c33be5221cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:40.565948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Bound port: a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec727437-192a-4407-9c89-5c33be5221cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:40.566539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:40.636652 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1dee3a98-2c73-4df9-b0e4-8249400651ab req-4b12db53-4860-47ca-a370-5599407d74e4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 210 time: 0.1238234
Apr 13 14:35:40.703447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96549495-2ea2-446b-9bf2-70392190a66c req-bf0796d6-d581-4a65-884f-28c4b044e055 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:40.706714 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96549495-2ea2-446b-9bf2-70392190a66c req-bf0796d6-d581-4a65-884f-28c4b044e055 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 944 time: 0.6351314
Apr 13 14:35:40.894937 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96549495-2ea2-446b-9bf2-70392190a66c req-f0942165-9f84-47d2-bb48-2f84198c6f37 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405280
Apr 13 14:35:40.957043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 13 14:35:41.043888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:41.074755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:41.084874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:41.093052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] For port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:41.099833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:41.558781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:41.623038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.48', 62469) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:41.693590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] For port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,segment=NetworkSegment(ec727437-192a-4407-9c89-5c33be5221cc),segment_id=ec727437-192a-4407-9c89-5c33be5221cc)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:41.890272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Pushing event updated for resources: {'Port': ['ID=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:41.984239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:41.986341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:42.060411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:42.283076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:42.291050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:42.292068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:42.297956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Pushing event updated for resources: {'Port': ['ID=c306ed5b-9888-4014-ba39-8675f92dd818,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:42.302324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:42.328011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:42.388118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-3a6913ba-517d-4834-a021-af5a28bfb032 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:42.390209 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-3a6913ba-517d-4834-a021-af5a28bfb032 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 817 time: 0.7642775
Apr 13 14:35:42.398129 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d40a2bd9-1a80-406b-9655-8518f0a9443e req-45ad0a26-584a-4f5a-83a7-4c01184d0932 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 210 time: 0.2185009
Apr 13 14:35:42.404503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Request body: {'port': {'device_id': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'admin_state_up': True, 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:42.429881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:42.434654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:42.493493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:42.494034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:42.588729 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.4659269
Apr 13 14:35:42.606037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:42.612717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Usage tracker for resource:port and tenant:f19bf8cf644f47b1a9a535994d4342e2 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:42.616332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Request body: {'port': {'device_id': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:42.617458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:42.625740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:42.636370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Made reservation on behalf of f19bf8cf644f47b1a9a535994d4342e2 for: {'port': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:35:42.644030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:42.667928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:42.668618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:42.670159 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] 10.222.0.48 "PUT /v2.0/ports/a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 HTTP/1.1" status: 200  len: 1094 time: 9.4979014
Apr 13 14:35:42.691261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'tag': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:35:42.844353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Network da2ba0b0-75e1-455f-b641-02f297d39d15 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:42.845082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35056) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:42.860064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b740aa7-4b51-4886-bfa4-e8b30dd45951 req-7a3814d4-3ffb-42d2-8083-4f67de4cb3db tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:42.862080 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3b740aa7-4b51-4886-bfa4-e8b30dd45951 req-7a3814d4-3ffb-42d2-8083-4f67de4cb3db tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 944 time: 0.5438712
Apr 13 14:35:42.876546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:42.947657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Allocated IP 172.20.0.14 (45bd52bb-5f15-48b7-acf3-de1c4626724e/90e85397-1029-424e-85a8-8b32f73f015c/c88965e3-c45e-4384-9ce6-9f443bc3f746) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:43.176815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Router d328708d-875c-47ca-872a-07ddaac29354 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:35:43.260958 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3b740aa7-4b51-4886-bfa4-e8b30dd45951 req-7ef855d5-90ab-4fac-b58f-9350b5d4727c tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3638711
Apr 13 14:35:43.327215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7ed5fb2a-b96c-432d-96e3-3589bf51f496 None None] Provisioning complete for port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:43.327879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ed5fb2a-b96c-432d-96e3-3589bf51f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:43.493459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5fb2a-b96c-432d-96e3-3589bf51f496 None None] Port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:35:43.525798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:43.552426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:43.682850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:35:43.696288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Sync routers for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:35:43.717418 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1701597d-a4e3-4910-8e05-33ac8a22242a admin admin] 10.222.0.22 "PUT /v2.0/routers/d328708d-875c-47ca-872a-07ddaac29354/add_router_interface HTTP/1.1" status: 200  len: 503 time: 20.2809269
Apr 13 14:35:43.719300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:43.735013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-0259db7b-d3d6-4938-990e-4d44802b3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:43.737463 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-0259db7b-d3d6-4938-990e-4d44802b3be5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e304b6f66f641b181066253d6e55ddd&device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 1097 time: 0.9623928
Apr 13 14:35:43.741122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:43.742722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6eef898>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:35:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:43.752607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Usage tracker for resource:security_group_rule and tenant:23d48d21ff5e4727944b4b5f4e0a535b is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:43.760466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:43.816063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:43.840415 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:43.942942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Pushing event updated for resources: {'Port': ['ID=c88965e3-c45e-4384-9ce6-9f443bc3f746,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:43.964527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:44.249564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:44.250906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:44.260487 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:44.269931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:44.270891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:44.304023 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9044306
Apr 13 14:35:44.321477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Request body: {'port': {'device_id': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:44.382851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:44.417014 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-7f33afe3-5372-426c-a42e-884c677b351d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 HTTP/1.1" status: 200  len: 217 time: 0.6580698
Apr 13 14:35:44.458819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:44.618698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:44.722371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-930ebf46-94eb-40df-820a-dc1bd87cde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:44.724159 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-930ebf46-94eb-40df-820a-dc1bd87cde1f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=198918ca-1dc8-4e2a-9f0e-df92ae3ed219 HTTP/1.1" status: 200  len: 852 time: 0.2005918
Apr 13 14:35:44.806743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:44.953532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae54e6-b350-43e0-a5ff-d59825fc924a req-6adb8c7f-9a76-4b16-8a5d-517047ba379e tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:44.962442 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-19ae54e6-b350-43e0-a5ff-d59825fc924a req-6adb8c7f-9a76-4b16-8a5d-517047ba379e tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 944 time: 0.3596292
Apr 13 14:35:45.055609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-19ae54e6-b350-43e0-a5ff-d59825fc924a req-ad7e69b9-057d-496c-84eb-62f858636d45 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Synchronizing usage tracker for tenant:7e304b6f66f641b181066253d6e55ddd on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:45.095586 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-e2297c34-9372-46f8-ad06-ab22e1d64c0b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a6d9de1-5acb-4998-a661-01b4856b43c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3175545
Apr 13 14:35:45.152744 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-19ae54e6-b350-43e0-a5ff-d59825fc924a req-ad7e69b9-057d-496c-84eb-62f858636d45 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Unset dirty status for tenant:7e304b6f66f641b181066253d6e55ddd on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:45.163054 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-19ae54e6-b350-43e0-a5ff-d59825fc924a req-ad7e69b9-057d-496c-84eb-62f858636d45 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1991010
Apr 13 14:35:45.335618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d191f-665e-4baf-b31b-3c258649cd29 req-33285a96-0b61-4b47-ac28-8e876147041f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:45.336162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-b48d191f-665e-4baf-b31b-3c258649cd29 req-33285a96-0b61-4b47-ac28-8e876147041f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Synchronizing usage tracker for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:45.590196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6eef898>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:39Z', 'revision_number': 2, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:45.596138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Checking router: d328708d-875c-47ca-872a-07ddaac29354 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:35:45.597312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Updating router d328708d-875c-47ca-872a-07ddaac29354 port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:35:45.601194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:45.608228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-b48d191f-665e-4baf-b31b-3c258649cd29 req-33285a96-0b61-4b47-ac28-8e876147041f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Unset dirty status for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:45.610774 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b48d191f-665e-4baf-b31b-3c258649cd29 req-33285a96-0b61-4b47-ac28-8e876147041f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 932 time: 1.2651820
Apr 13 14:35:45.621601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:45.685496 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:45.717575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88965e3-c45e-4384-9ce6-9f443bc3f746 {{(pid=85242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:35:45.747743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:45.750000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2a30188-8790-4e82-b66f-d79c4cebf164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:45.798827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Transition to ACTIVE for port object c88965e3-c45e-4384-9ce6-9f443bc3f746 will not be triggered until provisioned by entity L2. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:45.809734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:45.945704 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b48d191f-665e-4baf-b31b-3c258649cd29 req-8d75a1cd-5632-4acc-a30e-06f80a371238 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218896
Apr 13 14:35:46.043585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f99f7d-e0d4-47fa-95ed-d2815966494c,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:46.048297 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-48f2914d-2ff8-47a2-9d83-82ca515c9202 service neutron] 10.222.0.48 "GET /v2.0/networks/9a6d9de1-5acb-4998-a661-01b4856b43c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9267983
Apr 13 14:35:46.059136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:46.067180 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23d48d21ff5e4727944b4b5f4e0a535b&name=default HTTP/1.1" status: 200  len: 2979 time: 3.2040863
Apr 13 14:35:46.381825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35162) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:46.382755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:46.392231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6358bc16-7f68-4269-99e2-297178c4dd0c req-618309e6-d466-45cc-b314-d99e8775e461 service neutron] 10.222.0.48 "GET /v2.0/networks/9a6d9de1-5acb-4998-a661-01b4856b43c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3284750
Apr 13 14:35:46.406751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'tag': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379', 'status': 'completed', 'code': 200}
Apr 13 14:35:46.431272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:46.479184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Transition to ACTIVE for port object 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:46.490587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:46.595613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35174) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:46.603070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:46.847872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-3ce217d3-8694-47b3-b18b-5b4c23e5ca84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:46.850261 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-3ce217d3-8694-47b3-b18b-5b4c23e5ca84 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e304b6f66f641b181066253d6e55ddd&device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 1097 time: 0.3403475
Apr 13 14:35:46.861216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c306ed5b-9888-4014-ba39-8675f92dd818 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:35:46.926820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Pushing event updated for resources: {'Port': ['ID=c88965e3-c45e-4384-9ce6-9f443bc3f746,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:46.931858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:46.938624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:46.985603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:47.026721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ca8ae-ff7c-4481-bc6d-8e3650dfb3e5 None None] Pushing event updated for resources: {'Port': ['ID=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:47.041005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8ae-ff7c-4481-bc6d-8e3650dfb3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:47.124787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Transition to ACTIVE for port object c306ed5b-9888-4014-ba39-8675f92dd818 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:35:47.136319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:47.139367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:47.193218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:47.490138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Attempting to bind port c88965e3-c45e-4384-9ce6-9f443bc3f746 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:47.490752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Attempting to bind port c88965e3-c45e-4384-9ce6-9f443bc3f746 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'}] {{(pid=85242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:47.491715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Attempting to bind port c88965e3-c45e-4384-9ce6-9f443bc3f746 on network 45bd52bb-5f15-48b7-acf3-de1c4626724e {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:47.547978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a5b782-55b1-4995-a7cb-bc5c8ce8ba24 req-30d999d1-5963-44d9-b0f5-4377be6fd6f3 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:47.551046 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-30a5b782-55b1-4995-a7cb-bc5c8ce8ba24 req-30d999d1-5963-44d9-b0f5-4377be6fd6f3 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 944 time: 0.6816645
Apr 13 14:35:47.552156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Port c88965e3-c45e-4384-9ce6-9f443bc3f746 on network 45bd52bb-5f15-48b7-acf3-de1c4626724e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:35:47.552748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Attempting to bind port c88965e3-c45e-4384-9ce6-9f443bc3f746 on network 45bd52bb-5f15-48b7-acf3-de1c4626724e {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:47.561820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:47.617336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-529de724-e225-4ac8-940a-9314d84db760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:47.622685 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-529de724-e225-4ac8-940a-9314d84db760 service neutron] 10.222.0.48 "GET /v2.0/networks?id=9a6d9de1-5acb-4998-a661-01b4856b43c6 HTTP/1.1" status: 200  len: 913 time: 0.7616439
Apr 13 14:35:47.623230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:47.623939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Pushing event updated for resources: {'Port': ['ID=c306ed5b-9888-4014-ba39-8675f92dd818,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:47.631304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:47.632821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:47.633225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Checking segment: {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:47.643930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Bound using segment: {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'} {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:47.644575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Bound port: c88965e3-c45e-4384-9ce6-9f443bc3f746, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'}}] {{(pid=85242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:47.644976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:47.811708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Usage tracker for resource:security_group_rule and tenant:72116e62371f400fbd6ce8366d346807 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:47.816945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:47.829906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:47.863167 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-30a5b782-55b1-4995-a7cb-bc5c8ce8ba24 req-2430180e-f541-4cb1-9fe5-afc25147f614 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538936
Apr 13 14:35:47.913227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Attempting to bind port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:47.913557 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-1601ad5f-0fd8-47a4-b537-284854c65134 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 HTTP/1.1" status: 200  len: 217 time: 0.2735343
Apr 13 14:35:47.918011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Attempting to bind port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:47.921357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Attempting to bind port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a on network da2ba0b0-75e1-455f-b641-02f297d39d15 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:47.975801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:47.982639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Checking segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:47.983769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:47.984664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Bound using segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:47.985753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Bound port: 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:47.988176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.038854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35208) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:48.080057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571222937', 'description': 'tempest-description--1930574664'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:48.096529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] For port c88965e3-c45e-4384-9ce6-9f443bc3f746, host hv-cinder-78605, cleared binding levels {{(pid=85242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:48.157574 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:48.160140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.162329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.174323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:48.187315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:48.189236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:48.204015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:48.205203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.209093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-577606d7-23b1-435d-a47b-691bc9c2e4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:48.210903 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-577606d7-23b1-435d-a47b-691bc9c2e4a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=198918ca-1dc8-4e2a-9f0e-df92ae3ed219 HTTP/1.1" status: 200  len: 852 time: 0.2813587
Apr 13 14:35:48.231172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f99f7d-e0d4-47fa-95ed-d2815966494c,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:48.236077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:48.236924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:48.342075 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-7f7c000e-030c-4b73-bcb6-14d9873b0669 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=9a6d9de1-5acb-4998-a661-01b4856b43c6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0768356
Apr 13 14:35:48.346178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f572def-62dc-4363-b698-2a183e904f37,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:48.366879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:48.382246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.391454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Attempting to bind port c306ed5b-9888-4014-ba39-8675f92dd818 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:35:48.391984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Attempting to bind port c306ed5b-9888-4014-ba39-8675f92dd818 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:35:48.392479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Attempting to bind port c306ed5b-9888-4014-ba39-8675f92dd818 on network 45bd52bb-5f15-48b7-acf3-de1c4626724e {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:48.402871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] For port c88965e3-c45e-4384-9ce6-9f443bc3f746, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:48.407471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] For port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:48.414717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:48.426805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] For port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:48.428722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Port c306ed5b-9888-4014-ba39-8675f92dd818 on network 45bd52bb-5f15-48b7-acf3-de1c4626724e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:35:48.429448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Attempting to bind port c306ed5b-9888-4014-ba39-8675f92dd818 on network 45bd52bb-5f15-48b7-acf3-de1c4626724e {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:35:48.437433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.443379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group_rule and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:48.444531 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-30ec947c-3048-4c14-9368-f67c53a7fb41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10f99f7d-e0d4-47fa-95ed-d2815966494c HTTP/1.1" status: 204  len: 168 time: 1.8635371
Apr 13 14:35:48.444996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:35:48.445624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Checking segment: {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:35:48.446172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Bound using segment: {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:35:48.447003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Bound port: c306ed5b-9888-4014-ba39-8675f92dd818, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e40de0-63dd-43bf-b9f5-a1185eb49dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:35:48.447449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.450476 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.456283 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72116e62371f400fbd6ce8366d346807&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7417171
Apr 13 14:35:48.467600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.558814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] For port c306ed5b-9888-4014-ba39-8675f92dd818, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:35:48.567854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] For port c306ed5b-9888-4014-ba39-8675f92dd818, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c306ed5b-9888-4014-ba39-8675f92dd818,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:35:48.596556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:48.705758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:48.717961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35220) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:48.751249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:48.753852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:48.759029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:48.888314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c99e6184-8269-41bb-b2ac-f54c5d15f771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:48.989476 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4ca8ae-ff7c-4481-bc6d-8e3650dfb3e5 None None] Pushing event updated for resources: {'Port': ['ID=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:49.027938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8ae-ff7c-4481-bc6d-8e3650dfb3e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:49.172538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:49.173483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:49.175410 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] 10.222.0.48 "PUT /v2.0/ports/c88965e3-c45e-4384-9ce6-9f443bc3f746 HTTP/1.1" status: 200  len: 1094 time: 4.8628147
Apr 13 14:35:49.177590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'tag': 'c88965e3-c45e-4384-9ce6-9f443bc3f746'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:35:49.397642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35234) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:49.614607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:35:49.620032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6eef898>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:35:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:49.645220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Pushing event updated for resources: {'Port': ['ID=c88965e3-c45e-4384-9ce6-9f443bc3f746,revision_number=3']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:49.650641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:49.791828 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028343c-aa75-4d3c-8ba0-2e57c48f7844 req-cd0ab225-58b4-418b-9f65-a9cd10993226 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:49.800299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-7028343c-aa75-4d3c-8ba0-2e57c48f7844 req-cd0ab225-58b4-418b-9f65-a9cd10993226 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Synchronizing usage tracker for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:49.853697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cbfeedca-1af3-4360-8997-d2c11c1875aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:49.855459 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-cbfeedca-1af3-4360-8997-d2c11c1875aa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 1097 time: 0.6043439
Apr 13 14:35:49.943723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:35:50.046103 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-23d2236a-cdf9-4b4a-8383-de2b5b5a401e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746 HTTP/1.1" status: 200  len: 217 time: 0.1819987
Apr 13 14:35:50.138831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-86419f5f-8cfa-408b-9168-fe24f989d202 service neutron] 10.222.0.48 "GET /v2.0/networks/9a6d9de1-5acb-4998-a661-01b4856b43c6?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7884960
Apr 13 14:35:50.170897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.241663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-7028343c-aa75-4d3c-8ba0-2e57c48f7844 req-cd0ab225-58b4-418b-9f65-a9cd10993226 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Unset dirty status for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:50.242963 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7028343c-aa75-4d3c-8ba0-2e57c48f7844 req-cd0ab225-58b4-418b-9f65-a9cd10993226 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 944 time: 1.2199717
Apr 13 14:35:50.244752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-ee6f5338-9426-483e-bed5-584f76544f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:50.248078 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-ee6f5338-9426-483e-bed5-584f76544f87 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.1920059
Apr 13 14:35:50.251849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:50.256455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Usage tracker for resource:security_group_rule and tenant:eb7b50db7f8d4d9c8984dd9eef226be7 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:50.260771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:50.268572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:50.378573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:50.380282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.381884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,segment=NetworkSegment(ec727437-192a-4407-9c89-5c33be5221cc),segment_id=ec727437-192a-4407-9c89-5c33be5221cc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:50.383440 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] 10.222.0.48 "PUT /v2.0/ports/c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 1094 time: 7.7801187
Apr 13 14:35:50.388965 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-088a4221-26b1-47e4-ba81-be892a6b00ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1265156
Apr 13 14:35:50.468658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-7028343c-aa75-4d3c-8ba0-2e57c48f7844 req-20b9f0db-45b8-44f1-84f7-9ef672ecdca1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Synchronizing usage tracker for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:50.507219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.556329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379', 'network_id': '9a6d9de1-5acb-4998-a661-01b4856b43c6', 'port_id': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379', 'mac_address': 'fa:16:3e:01:b4:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '198918ca-1dc8-4e2a-9f0e-df92ae3ed219', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:35:50.561630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'tag': 'c306ed5b-9888-4014-ba39-8675f92dd818'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:35:50.578119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-7028343c-aa75-4d3c-8ba0-2e57c48f7844 req-20b9f0db-45b8-44f1-84f7-9ef672ecdca1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Unset dirty status for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:50.593646 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7028343c-aa75-4d3c-8ba0-2e57c48f7844 req-20b9f0db-45b8-44f1-84f7-9ef672ecdca1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3303761
Apr 13 14:35:50.683945 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-ad8358db-878a-4ea5-abab-3bcb8e07ac28 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2807391
Apr 13 14:35:50.808747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.871751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.872634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:35:50.875107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.894981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.901377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35276) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:50.906723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,segment=NetworkSegment(ec727437-192a-4407-9c89-5c33be5221cc),segment_id=ec727437-192a-4407-9c89-5c33be5221cc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:50.929159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-738f4a77-0a4b-419c-8009-87e79f70abe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.940382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:50.948464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8f35c0a6-e08b-4470-a69e-77ed6df27395 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:50.970613 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-788a302b-ff82-4857-8eda-9b9e4a4606ff req-0aeeb49a-9fc3-4e35-b87a-3b0c6a4ab772 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2795584
Apr 13 14:35:50.973046 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'tag': 'c88965e3-c45e-4384-9ce6-9f443bc3f746', 'status': 'completed', 'code': 200}
Apr 13 14:35:51.060483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Pushing event updated for resources: {'Port': ['ID=c306ed5b-9888-4014-ba39-8675f92dd818,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:51.067822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:51.074059 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'tag': 'c306ed5b-9888-4014-ba39-8675f92dd818', 'status': 'completed', 'code': 200}
Apr 13 14:35:51.075308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.196s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:51.095237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:51.151689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:35:51.214165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-dccecf84-fd49-4d70-8963-f3a91064f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:51.220860 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-dccecf84-fd49-4d70-8963-f3a91064f29c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 1097 time: 0.1943982
Apr 13 14:35:51.273636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:35:51.364027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:51.497319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:51.539780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-01a43d50-e984-4e8a-96db-f3856d851bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:51.542239 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-01a43d50-e984-4e8a-96db-f3856d851bc4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.3143127
Apr 13 14:35:51.680915 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb7b50db7f8d4d9c8984dd9eef226be7&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2688181
Apr 13 14:35:51.683962 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-bf0f7512-aa4c-462c-91d8-96a259c92e02 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746 HTTP/1.1" status: 200  len: 217 time: 0.1334085
Apr 13 14:35:51.693093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35298) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:51.710286 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a138e3ca-3622-4d46-ad50-cf9be4455b3e req-5279fcdc-1189-4f2c-a053-1baea8a21b50 service neutron] 10.222.0.48 "GET /v2.0/networks/9a6d9de1-5acb-4998-a661-01b4856b43c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5137856
Apr 13 14:35:51.717890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:51.745769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac9f74-6285-4f18-a534-38a49b78a508 req-54b367ef-4e03-4da8-82d1-28eaf3119bf8 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:51.757999 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08ac9f74-6285-4f18-a534-38a49b78a508 req-54b367ef-4e03-4da8-82d1-28eaf3119bf8 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 944 time: 2.3612387
Apr 13 14:35:51.760865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:51.762288 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d8386bef-47c1-4ed0-8566-d03f5bbe9ae6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 3.7137423
Apr 13 14:35:51.781156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35302) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:51.795656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'security_group_rule': {'security_group_id': 'd892b690-8a4d-4c18-a7b3-99b0dfab4e5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:51.806628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:51.829727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:51.840580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-b2d64968-b6c8-4359-8000-ab938ee48a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:51.842288 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-b2d64968-b6c8-4359-8000-ab938ee48a9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1097 time: 1.1660967
Apr 13 14:35:51.843594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Usage tracker for resource:security_group_rule and tenant:0271d7837be74ace8229cf2131314609 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:51.870413 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08ac9f74-6285-4f18-a534-38a49b78a508 req-18e620a0-b198-4019-b535-33d83eb8dd4b tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112874
Apr 13 14:35:51.877271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:51.880968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group_rule and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:51.888976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:51.931071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:51.942768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.995s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:51.961832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:51.976575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:52.000310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621916ad-7f8d-4f9b-b295-fd08d3084daf,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:52.004620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-d3129fbe-8d8d-417d-b76a-8653a8b32f4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 217 time: 0.1171134
Apr 13 14:35:52.010517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:52.011302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.835s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:52.012004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:52.029742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-579421a1-6bc0-4050-b43b-c7a3b5f9a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:52.032757 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-579421a1-6bc0-4050-b43b-c7a3b5f9a3cd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.3402610
Apr 13 14:35:52.067737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.098457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:52.140971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.157666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.162595 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f572def-62dc-4363-b698-2a183e904f37 HTTP/1.1" status: 204  len: 168 time: 3.4397166
Apr 13 14:35:52.164245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f572def-62dc-4363-b698-2a183e904f37,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:52.175619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:52.202923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-55e611f2-dd58-456b-a8f4-350248134af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:52.205143 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-55e611f2-dd58-456b-a8f4-350248134af4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.1919241
Apr 13 14:35:52.239612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d4a5b3f5-24b5-4581-b48e-600e19950c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.271406 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-f2d85a04-7bde-4271-b614-41bc6f5ae0fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565634
Apr 13 14:35:52.287775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.304567 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-dc8f7443-9228-4516-b9e8-11ce4b28f30f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2411566
Apr 13 14:35:52.360765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6eef898>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:48Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:35:52.365558 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.377716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.379126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a38d683-2124-4f99-96cc-57ec3b3c7572 None None] The sync data for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi is: [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:48Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:35:52.387913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:52.397002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.410004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.425140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.439612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce2f663-e548-49ba-99f3-cbd933b1c312,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:52.466260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:52.470098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:52.499317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.501998 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7177823
Apr 13 14:35:52.517650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35316) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:52.520748 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0271d7837be74ace8229cf2131314609&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6176300
Apr 13 14:35:52.534810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'security_group_rule': {'security_group_id': 'd892b690-8a4d-4c18-a7b3-99b0dfab4e5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:52.543297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:52.549678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group_rule and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:52.554893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:52.564219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:52.572486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35320) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:52.601512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.605745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259720c-7dfc-4670-a213-aadff2b2cd44,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:52.616086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.616440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8fa40484-6bc7-496b-8e1a-8eae3772b204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:52.626252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:52.643038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.645240 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/621916ad-7f8d-4f9b-b295-fd08d3084daf HTTP/1.1" status: 204  len: 168 time: 0.8714633
Apr 13 14:35:52.664621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35326) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:52.689752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca4e81-7db3-49cb-bfe8-b045ab5457e9 req-ed66bf86-ec4e-4c79-a5e4-28ceb275c51d tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:52.714595 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-90ca4e81-7db3-49cb-bfe8-b045ab5457e9 req-ed66bf86-ec4e-4c79-a5e4-28ceb275c51d tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 944 time: 0.9096639
Apr 13 14:35:52.720528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621916ad-7f8d-4f9b-b295-fd08d3084daf,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:52.752024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.823798 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-90ca4e81-7db3-49cb-bfe8-b045ab5457e9 req-8268b2cd-a413-469f-80fd-f8c921b88f64 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074712
Apr 13 14:35:52.825360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:52.833662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:52.923737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:52.966992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.005252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:53.030402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.035001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259720c-7dfc-4670-a213-aadff2b2cd44,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:53.043583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:53.055194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.169223 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.193871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-696704c8-1a9e-4a1f-aa61-eb11ffd4d695 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:53.215124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.216464 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1259720c-7dfc-4670-a213-aadff2b2cd44 HTTP/1.1" status: 204  len: 168 time: 0.6427019
Apr 13 14:35:53.236337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ddd4f2-0483-4be1-aa94-57ad4804079a,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:53.251682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:53.253517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.254897 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7327909
Apr 13 14:35:53.256316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:53.259204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35350) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:53.265039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:53.265864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.271164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:35:53.309973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:53.326334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50cd83-2c09-422a-ab47-42c5235235e3 req-2da7db6b-2e8f-4099-8e94-4ea5c12e49af tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:53.332857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:floatingip and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:53.338833 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9b50cd83-2c09-422a-ab47-42c5235235e3 req-2da7db6b-2e8f-4099-8e94-4ea5c12e49af tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 945 time: 0.2895658
Apr 13 14:35:53.344057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:53.382142 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9b50cd83-2c09-422a-ab47-42c5235235e3 req-07116688-f775-41b0-9895-8602df1b30c5 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423205
Apr 13 14:35:53.388149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:53.428201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.437364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.462204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:53.468241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Usage tracker for resource:security_group_rule and tenant:483f493935344707886787b7a9b572dd is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:53.472884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:53.481435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:53.550204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.613001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.613775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:53.617110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.619380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.625742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:53.656440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2182afec-32c9-40c1-af6e-33c9dff1d86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:53.699184 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=483f493935344707886787b7a9b572dd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0303979
Apr 13 14:35:53.699184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986ecb2a-bcf5-4a6a-834d-fa51a2b374b5,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:53.701642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:53.702445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35360) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:53.801584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.856634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.932112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:53.948325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:53.980918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986ecb2a-bcf5-4a6a-834d-fa51a2b374b5,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:53.985579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:53.994400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.002800 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/986ecb2a-bcf5-4a6a-834d-fa51a2b374b5 HTTP/1.1" status: 204  len: 168 time: 0.2991562
Apr 13 14:35:54.025377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.111139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35372) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:54.131328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.142668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:54.147045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:54.181082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.333799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:54.343237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Usage tracker for resource:security_group_rule and tenant:e9fb8035b7ce4d76a7934b607ab578e6 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:54.363936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:54.375315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:54.436844 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-21a425be-eb03-4581-8913-f974403ac2be service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3744249
Apr 13 14:35:54.486094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Allocated IP 172.27.3.120 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/723914ee-c4e5-499b-848f-180e03ffab44) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:35:54.557880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.562780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.635268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ae2ecaf3-456f-4ec0-8dd5-39041b1b0836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:54.681608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b3771f-6dda-4889-93aa-2fa6780456e3,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:54.692097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:54.728857 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9fb8035b7ce4d76a7934b607ab578e6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6102059
Apr 13 14:35:54.734441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35394) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:54.782220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35398) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:54.821469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.863123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:54.875375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b911fcc-4a3e-4496-8ed6-03b0edfe86b0 req-afd8650b-25a9-43ac-a632-4b4a71c90dd6 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:54.877570 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1b911fcc-4a3e-4496-8ed6-03b0edfe86b0 req-afd8650b-25a9-43ac-a632-4b4a71c90dd6 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 945 time: 0.3135118
Apr 13 14:35:54.887316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Usage tracker for resource:security_group_rule and tenant:69fd9ea19cd34950bf01deb8712e1ef8 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:54.888948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:54.893426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:54.897837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.931649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:54.990436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:54.994342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.028276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:55.054728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b3771f-6dda-4889-93aa-2fa6780456e3,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:55.062751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1b911fcc-4a3e-4496-8ed6-03b0edfe86b0 req-63cfc3fd-265d-45b6-8ab5-8e8e1bd87de6 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781343
Apr 13 14:35:55.064923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:55.079628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.081183 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5b3771f-6dda-4889-93aa-2fa6780456e3 HTTP/1.1" status: 204  len: 168 time: 0.3454404
Apr 13 14:35:55.102393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c88965e3-c45e-4384-9ce6-9f443bc3f746 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:35:55.126240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:55.135739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.149364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d906a9-5b95-4692-aa6b-d21a59dea022 req-be8a28c3-8796-4354-a214-a797cd469faf tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:55.152890 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-57d906a9-5b95-4692-aa6b-d21a59dea022 req-be8a28c3-8796-4354-a214-a797cd469faf tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 944 time: 0.6622972
Apr 13 14:35:55.307365 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-57d906a9-5b95-4692-aa6b-d21a59dea022 req-810f6d91-0cb6-4784-b8f1-e3d901a4a55b tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257401
Apr 13 14:35:55.425737 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f64bd41-0ee0-414e-809d-d07b0e42c4a7 req-01d0290d-e250-43cb-ab15-dd0b9e38f20e service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3575521
Apr 13 14:35:55.460727 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-49dbc8f9-4476-44fe-9dc6-4402f58d6d35 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9678466
Apr 13 14:35:55.531759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.580353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c88965e3-c45e-4384-9ce6-9f443bc3f746, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:55.601028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.618420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'c88965e3-c45e-4384-9ce6-9f443bc3f746', 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'port_id': 'c88965e3-c45e-4384-9ce6-9f443bc3f746', 'mac_address': 'fa:16:3e:bf:93:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e85397-1029-424e-85a8-8b32f73f015c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:35:55.622329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.638515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.661784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0e63776-e386-4d1a-b08c-d972dd596697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:55.746585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:55.750993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.754953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3dd0d9-c58c-4b4a-8459-e2677a2165ce,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:55.760029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:55.760240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88965e3-c45e-4384-9ce6-9f443bc3f746 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:35:55.774989 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69fd9ea19cd34950bf01deb8712e1ef8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9798732
Apr 13 14:35:55.781678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35428) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:55.884639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d504417-d0ac-4754-8a65-fcba73664813 req-e2986675-6396-4aa7-8388-d786e4634d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:55.895566 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d504417-d0ac-4754-8a65-fcba73664813 req-e2986675-6396-4aa7-8388-d786e4634d31 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1097 time: 0.4094434
Apr 13 14:35:55.938750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.945216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c88965e3-c45e-4384-9ce6-9f443bc3f746, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:55.948626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:55.951625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:55.966115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:56.032192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'Port': ['ID=723914ee-c4e5-499b-848f-180e03ffab44,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:56.051839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=c88965e3-c45e-4384-9ce6-9f443bc3f746,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:56.060680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:56.123269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:56.183034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c88965e3-c45e-4384-9ce6-9f443bc3f746'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:35:56.224223 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d504417-d0ac-4754-8a65-fcba73664813 req-d53ae2c8-dc1d-4659-a476-1ad90c7935df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:56.232798 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d504417-d0ac-4754-8a65-fcba73664813 req-d53ae2c8-dc1d-4659-a476-1ad90c7935df service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.3198669
Apr 13 14:35:56.461059 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d504417-d0ac-4754-8a65-fcba73664813 req-fe3d9ef4-86fd-45ac-aa91-c075ea7fa227 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 217 time: 0.2268362
Apr 13 14:35:56.472604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:56.642277 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d504417-d0ac-4754-8a65-fcba73664813 req-14681328-d9dc-4e5f-9eda-44e4ad9ed732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:56.646812 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d504417-d0ac-4754-8a65-fcba73664813 req-14681328-d9dc-4e5f-9eda-44e4ad9ed732 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.1557636
Apr 13 14:35:56.743797 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0664d524-75ea-4e56-92c8-f20df7ed8134 req-f5f51a75-c966-43ac-b76d-018dee11bffe service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1529980
Apr 13 14:35:56.788453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:35:56.801936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:35:56.812639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197423e-5d4a-44e5-b97b-cc137680c460 req-e670e27c-06d7-45bd-a301-bae28bfbe4a1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:56.814335 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8197423e-5d4a-44e5-b97b-cc137680c460 req-e670e27c-06d7-45bd-a301-bae28bfbe4a1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 945 time: 0.2148907
Apr 13 14:35:56.815411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:35:56.824796 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d504417-d0ac-4754-8a65-fcba73664813 req-c263c71e-2ba5-4c23-8bd6-8014f8073360 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1606796
Apr 13 14:35:56.919232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.039302 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8197423e-5d4a-44e5-b97b-cc137680c460 req-b901d515-d5cf-493e-94e6-b73a35d730b8 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065314
Apr 13 14:35:57.062918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c306ed5b-9888-4014-ba39-8675f92dd818 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:35:57.105757 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.109947 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d504417-d0ac-4754-8a65-fcba73664813 req-769c2ba8-5148-4b37-89ac-03900c53687e service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2707276
Apr 13 14:35:57.116583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.154385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:57.211799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:57.499718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3dd0d9-c58c-4b4a-8459-e2677a2165ce,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:57.513783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:57.516764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.522335 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a3dd0d9-c58c-4b4a-8459-e2677a2165ce HTTP/1.1" status: 204  len: 168 time: 1.7263913
Apr 13 14:35:57.536522 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d504417-d0ac-4754-8a65-fcba73664813 req-13183c4d-5944-4c6b-850f-e3be86298b4b service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4142871
Apr 13 14:35:57.553779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.573017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.596618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c306ed5b-9888-4014-ba39-8675f92dd818, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c306ed5b-9888-4014-ba39-8675f92dd818,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:57.596935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:57.608569 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:57.616172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a159a3c-e8ba-444c-9adc-60ab47303284 req-9f218366-66a1-4cae-977e-cb19a7da501f tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:57.619034 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8a159a3c-e8ba-444c-9adc-60ab47303284 req-9f218366-66a1-4cae-977e-cb19a7da501f tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 945 time: 1.2565422
Apr 13 14:35:57.624426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'c306ed5b-9888-4014-ba39-8675f92dd818', 'network_id': '45bd52bb-5f15-48b7-acf3-de1c4626724e', 'port_id': 'c306ed5b-9888-4014-ba39-8675f92dd818', 'mac_address': 'fa:16:3e:7c:3d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e85397-1029-424e-85a8-8b32f73f015c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:35:57.626508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:57.626928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.685644 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8a159a3c-e8ba-444c-9adc-60ab47303284 req-c272306d-474e-440c-9d0b-81b47b26a588 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608919
Apr 13 14:35:57.711873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'Port': ['ID=723914ee-c4e5-499b-848f-180e03ffab44,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:57.732029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:57.798364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.802348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c306ed5b-9888-4014-ba39-8675f92dd818 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:35:57.872474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c306ed5b-9888-4014-ba39-8675f92dd818, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c306ed5b-9888-4014-ba39-8675f92dd818,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:57.893838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.940523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:57.943058 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.6817541
Apr 13 14:35:58.003458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:58.011211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:58.016187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:58.102950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=c306ed5b-9888-4014-ba39-8675f92dd818,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:58.120498 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:35:58.266235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:58.277151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,segment=NetworkSegment(ec727437-192a-4407-9c89-5c33be5221cc),segment_id=ec727437-192a-4407-9c89-5c33be5221cc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:58.283618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:58.290084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8ae-ff7c-4481-bc6d-8e3650dfb3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:58.375765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997eb71e-adc1-4b8e-b974-c46344f56787 req-cbecb34d-2a9c-413c-9f34-1f055fc677ee tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:58.379108 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-997eb71e-adc1-4b8e-b974-c46344f56787 req-cbecb34d-2a9c-413c-9f34-1f055fc677ee tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 945 time: 0.1635323
Apr 13 14:35:58.437572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35540) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:58.471682 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-997eb71e-adc1-4b8e-b974-c46344f56787 req-2ec5aaec-a629-404b-9bc6-0054bc4e12c0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850990
Apr 13 14:35:58.476950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:58.503968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:58.503968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c306ed5b-9888-4014-ba39-8675f92dd818'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:35:58.521238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:35:58.528979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Usage tracker for resource:security_group_rule and tenant:cde4f76a1c1b494585290d30e8d637ba is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:35:58.536004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:35:58.554851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:35:58.662464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:58.905262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:58.913470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:58.960433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:58.999906 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cde4f76a1c1b494585290d30e8d637ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5605292
Apr 13 14:35:59.002267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c192ab6-9767-4ec4-a0af-21ca3acc675f,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:59.020804 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:59.021606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35586) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:59.066633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c88965e3-c45e-4384-9ce6-9f443bc3f746 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:35:59.160346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588492b-8bd6-4c5d-9fcb-3deea0848b23 req-587c6b9b-9f2a-45cd-aec0-54dc75d4f0cf tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:59.168975 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5588492b-8bd6-4c5d-9fcb-3deea0848b23 req-587c6b9b-9f2a-45cd-aec0-54dc75d4f0cf tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.2661650
Apr 13 14:35:59.176660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-b985464a-4dc8-4858-bc8b-f5961c3056c3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:35:59.235808 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5588492b-8bd6-4c5d-9fcb-3deea0848b23 req-7bebc5c0-c7d1-460b-9784-590fc13f9e9a tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636649
Apr 13 14:35:59.240795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:59.250177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port c88965e3-c45e-4384-9ce6-9f443bc3f746 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:35:59.257430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port c88965e3-c45e-4384-9ce6-9f443bc3f746 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:35:59.259933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:59.330120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-b985464a-4dc8-4858-bc8b-f5961c3056c3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:35:59.331553 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-b985464a-4dc8-4858-bc8b-f5961c3056c3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1571222937&fields=id&tenant_id=df8e5e8292f54527a7e72bd7f9178de1 HTTP/1.1" status: 200  len: 267 time: 0.3304725
Apr 13 14:35:59.345793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:59.489877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:59.513299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c88965e3-c45e-4384-9ce6-9f443bc3f746, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:35:59.517637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:59.520264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-01c2c188-d160-418c-a9c1-da5d37d58859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:59.629282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=c88965e3-c45e-4384-9ce6-9f443bc3f746,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:59.636855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:59.729634 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379', 'code': 200}
Apr 13 14:35:59.910102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35616) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:35:59.916122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:59.943627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5369f531-4059-4c28-9659-0fc2ba11f0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:35:59.955656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d77c9-efe1-49af-a771-cf4f2daf564c req-b6d0f457-6680-4b3b-9653-93bd1097e957 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:35:59.958416 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf8d77c9-efe1-49af-a771-cf4f2daf564c req-b6d0f457-6680-4b3b-9653-93bd1097e957 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1244571
Apr 13 14:35:59.963130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c192ab6-9767-4ec4-a0af-21ca3acc675f,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:35:59.968681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:35:59.978835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:35:59.980139 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c192ab6-9767-4ec4-a0af-21ca3acc675f HTTP/1.1" status: 204  len: 168 time: 0.9423599
Apr 13 14:36:00.005771 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf8d77c9-efe1-49af-a771-cf4f2daf564c req-f967c7de-fa26-45e5-8fe0-00d638441263 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350187
Apr 13 14:36:00.038705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0674136f-9500-4fb8-9fc9-4ce225a914fc tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:00.041188 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0674136f-9500-4fb8-9fc9-4ce225a914fc tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 811 time: 0.6746492
Apr 13 14:36:00.064061 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a4199b05-7453-45d2-bee1-1e64fb91f775 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/quotas/df8e5e8292f54527a7e72bd7f9178de1 HTTP/1.1" status: 200  len: 375 time: 0.0111499
Apr 13 14:36:00.207202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:00.232857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:00.240558 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Usage tracker for resource:security_group_rule and tenant:506a8b6527c9456591eada9f7c10f050 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:00.244691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:00.258185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:00.333973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-46c34cce-fdff-45bb-89ec-ecd7e514d14a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:36:00.348754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-8bf8efb1-21fc-479c-9154-0d4dfa798284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:00.350485 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-8bf8efb1-21fc-479c-9154-0d4dfa798284 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 1099 time: 0.2231801
Apr 13 14:36:00.394586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:00.409049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-46c34cce-fdff-45bb-89ec-ecd7e514d14a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:36:00.410542 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-46c34cce-fdff-45bb-89ec-ecd7e514d14a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3349230
Apr 13 14:36:00.423572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:00.439868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Usage tracker for resource:security_group_rule and tenant:2abfdbd3228c4a3a97c120b6ac0726ec is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:00.445443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:00.492838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:00.515570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:00.552299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf867a6-fec3-4d82-9f25-d71fe93f75d2 req-fb75f864-1e31-44a4-b5d8-bd09a2048949 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:00.554300 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aaf867a6-fec3-4d82-9f25-d71fe93f75d2 req-fb75f864-1e31-44a4-b5d8-bd09a2048949 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.1585376
Apr 13 14:36:00.615102 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aaf867a6-fec3-4d82-9f25-d71fe93f75d2 req-1d5bb7de-c7c4-4a54-aca8-5fd0ef035e78 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516167
Apr 13 14:36:00.625236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:00.680872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:00.881717 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=506a8b6527c9456591eada9f7c10f050&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9701247
Apr 13 14:36:00.886670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35650) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:01.010680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da43dfb6-7e77-44a2-8be1-2ab2dcd83129,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:01.024050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b19c4352-d7ca-4a68-8d22-af87fb86ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:01.102040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c306ed5b-9888-4014-ba39-8675f92dd818 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:36:01.152366 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-8def8f73-43a5-44dc-ad30-e15d0e73af3c service neutron] 10.222.0.22 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6541297
Apr 13 14:36:01.167193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.335766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.389064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.396372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.423186 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.455015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port c306ed5b-9888-4014-ba39-8675f92dd818 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:36:01.465879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port c306ed5b-9888-4014-ba39-8675f92dd818 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:01.467112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.492559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bc3746af-238e-4158-8473-0f3fe4727d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:01.522373 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f40753ad-3bea-43c8-a274-a7ff4d14e2c6 req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1607046
Apr 13 14:36:01.541695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.559991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8a36e26f-21e7-4f8c-8f7b-d372df545072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:01.628784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b049183-f5df-4301-81d7-461a9bbd101f req-49ede395-a04b-4a15-9b9b-94e9fa178423 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:01.642252 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7b049183-f5df-4301-81d7-461a9bbd101f req-49ede395-a04b-4a15-9b9b-94e9fa178423 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1955280
Apr 13 14:36:01.648583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.651196 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da43dfb6-7e77-44a2-8be1-2ab2dcd83129 HTTP/1.1" status: 204  len: 168 time: 0.7622728
Apr 13 14:36:01.661835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da43dfb6-7e77-44a2-8be1-2ab2dcd83129,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:01.667547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:01.749063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88965e3-c45e-4384-9ce6-9f443bc3f746'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:36:01.751575 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7b049183-f5df-4301-81d7-461a9bbd101f req-498d7aa9-274b-4861-8b65-1d3bd2de2cfe tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922601
Apr 13 14:36:01.828435 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-9f3f03e8-ebf5-4b73-9c58-854279d8f588 service neutron] 10.222.0.22 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5912876
Apr 13 14:36:01.869464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9328a580-5d0d-4618-bb7c-fc0e9f91b936,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:01.877472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:01.878606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.909254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c306ed5b-9888-4014-ba39-8675f92dd818, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c306ed5b-9888-4014-ba39-8675f92dd818,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:01.918633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:01.921685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-084952fd-739f-4b7b-9e62-079b058efc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:02.096667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=c306ed5b-9888-4014-ba39-8675f92dd818,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:02.101570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:02.337637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf1ee9-d6c4-450a-84ed-c0c59cf32325 req-2b002d21-0320-4e0d-916c-72a22816b866 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:02.346103 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4dbf1ee9-d6c4-450a-84ed-c0c59cf32325 req-2b002d21-0320-4e0d-916c-72a22816b866 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.2602341
Apr 13 14:36:02.354725 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88965e3-c45e-4384-9ce6-9f443bc3f746', 'code': 200}
Apr 13 14:36:02.433389 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4dbf1ee9-d6c4-450a-84ed-c0c59cf32325 req-f9d18039-499a-4d8a-8082-303c90bbfaa9 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707960
Apr 13 14:36:02.572658 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298896da-f1ec-45fe-ac4a-6af1e0eb0cc6 req-3110427f-1760-4540-afe9-425d5d4cd214 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 210 time: 0.1208193
Apr 13 14:36:02.767944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35742) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:02.795413 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:02.816306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:02.822525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Usage tracker for resource:security_group_rule and tenant:8e1fc319f2214e83acf3202fc0c2fbd3 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:02.826964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:02.835955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:02.838972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039822e-4de3-4402-a838-e755acf7b0bf req-50495d35-9661-41e1-8076-6652887782c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:02.856591 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3039822e-4de3-4402-a838-e755acf7b0bf req-50495d35-9661-41e1-8076-6652887782c0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 1099 time: 0.1876094
Apr 13 14:36:03.004213 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3039822e-4de3-4402-a838-e755acf7b0bf req-483fbce1-3627-421e-a4bd-6e01afcf2885 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400237
Apr 13 14:36:03.078711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.078711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35754) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:03.085511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.143305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:03.180456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a6fe36-2bcc-489f-8b8f-af118644e5e0,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:03.217902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:03.267434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 35764) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:03.268791 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e1fc319f2214e83acf3202fc0c2fbd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4977293
Apr 13 14:36:03.337144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b7d2f-7603-4ea4-b5f7-c671605b7017 req-1432d6c1-1aee-4d02-97bc-f77165549efd tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:03.338845 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-729b7d2f-7603-4ea4-b5f7-c671605b7017 req-1432d6c1-1aee-4d02-97bc-f77165549efd tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2374463
Apr 13 14:36:03.394633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.411894 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-729b7d2f-7603-4ea4-b5f7-c671605b7017 req-57f5a4df-7080-4501-9c01-04396ca128bd tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631888
Apr 13 14:36:03.428852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.505243 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.514489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.520204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:03.529185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:03.534550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Usage tracker for resource:security_group_rule and tenant:f49a0eee45c94228897415e408f40308 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:03.537871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:03.540977 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a6fe36-2bcc-489f-8b8f-af118644e5e0,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:03.552103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:03.554202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:03.645321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.648405 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46a6fe36-2bcc-489f-8b8f-af118644e5e0 HTTP/1.1" status: 204  len: 168 time: 0.3791454
Apr 13 14:36:03.745381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.754126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:03.839101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:03.888434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8974b52-1535-4175-9df4-a9d86b81cbf5,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:03.944585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:36:04.040948 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e6286d0-70e5-4796-98fa-9a692f6d5378 req-34073210-e440-424a-a0f8-2e358da801d3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 210 time: 0.1562247
Apr 13 14:36:04.044075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:04.054837 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f49a0eee45c94228897415e408f40308&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9718008
Apr 13 14:36:04.055241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35788) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:04.297125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addefa5b-b9f7-4a06-acb2-d04d9bd98ea1 req-8a26e8bb-e92c-43c4-af96-d9961f9f26a1 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:04.315640 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-addefa5b-b9f7-4a06-acb2-d04d9bd98ea1 req-8a26e8bb-e92c-43c4-af96-d9961f9f26a1 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.4354577
Apr 13 14:36:04.356157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306ed5b-9888-4014-ba39-8675f92dd818'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:36:04.389671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:04.486382 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-addefa5b-b9f7-4a06-acb2-d04d9bd98ea1 req-e7f140d5-5613-4f21-aae5-5f04c2987dc7 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689055
Apr 13 14:36:04.559860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:04.581131 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c306ed5b-9888-4014-ba39-8675f92dd818', 'code': 200}
Apr 13 14:36:04.642609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:04.669607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:04.704342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:04.705689 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8974b52-1535-4175-9df4-a9d86b81cbf5 HTTP/1.1" status: 204  len: 168 time: 0.6477365
Apr 13 14:36:04.706815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8974b52-1535-4175-9df4-a9d86b81cbf5,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:04.716633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:05.230503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-7c843ca4-7bd0-430b-942e-e5be45631c2b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:05.244682 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-7c843ca4-7bd0-430b-942e-e5be45631c2b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 811 time: 0.7315009
Apr 13 14:36:05.437915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a81a39-4a96-4606-b18b-1d7bf39c141d req-f1c3c531-9a8a-4f65-8afb-d5eb6a673e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:05.440632 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97a81a39-4a96-4606-b18b-1d7bf39c141d req-f1c3c531-9a8a-4f65-8afb-d5eb6a673e5d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.3136117
Apr 13 14:36:05.506139 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-5e561ce8-b8d1-4be9-b61d-454b0a79c51e tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df8e5e8292f54527a7e72bd7f9178de1 HTTP/1.1" status: 200  len: 5705 time: 0.2284565
Apr 13 14:36:05.550092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'port': {'device_id': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'admin_state_up': True, 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'security_groups': ['d892b690-8a4d-4c18-a7b3-99b0dfab4e5b']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:05.592971 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97a81a39-4a96-4606-b18b-1d7bf39c141d req-221b2830-0d34-48e3-a139-c83059822fb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415188
Apr 13 14:36:05.718252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35836) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:05.740980 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c963a715-4c01-445e-9b83-8dec4e259879 req-ced5a032-426c-4361-87ce-95197efdf8b2 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 210 time: 0.1514585
Apr 13 14:36:05.762714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:05.809995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:05.814427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Usage tracker for resource:security_group_rule and tenant:ede469c5cde24f82adf5c484a5792dfd is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:05.817823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:05.824925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:05.852574 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d99a3-a6cc-42bd-93c9-857b50ef88a2 req-c07cdbab-b297-4886-a315-4ef847f90d97 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:05.867843 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-025d99a3-a6cc-42bd-93c9-857b50ef88a2 req-c07cdbab-b297-4886-a315-4ef847f90d97 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.7617555
Apr 13 14:36:05.955342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:05.958481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:05.967204 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-025d99a3-a6cc-42bd-93c9-857b50ef88a2 req-0f241e76-c4ae-49d2-a437-6c86b7c1bbe6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976825
Apr 13 14:36:05.985430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:06.002987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:06.012139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:06.029599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Made reservation on behalf of df8e5e8292f54527a7e72bd7f9178de1 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:36:06.046579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:06.078218 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ede469c5cde24f82adf5c484a5792dfd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3410189
Apr 13 14:36:06.079257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2f859-988e-4ab6-980b-4c61e3b11bab,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:06.105397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:06.110047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 35858) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:06.300681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:06.342062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:06.405066 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:06.413239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:06.430295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2f859-988e-4ab6-980b-4c61e3b11bab,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:06.437430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:06.442588 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebc2f859-988e-4ab6-980b-4c61e3b11bab HTTP/1.1" status: 204  len: 168 time: 0.3239186
Apr 13 14:36:06.442588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:06.817972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Allocated IP 172.20.0.4 (da2ba0b0-75e1-455f-b641-02f297d39d15/37eecacb-17bf-472c-bb5f-a8dd2f86fe61/266170fa-7281-4fe5-bf6e-a8d608b371be) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:36:07.024411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-19f8e526-9b71-43b7-8ef8-ea5c6c9c7ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:07.026640 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-19f8e526-9b71-43b7-8ef8-ea5c6c9c7ea5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 1099 time: 0.3083937
Apr 13 14:36:07.544682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-78e768d8-7ce0-4668-a6cf-016f3de9c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:07.547576 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-78e768d8-7ce0-4668-a6cf-016f3de9c55a service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.5104001
Apr 13 14:36:07.599337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35509578-c59a-467e-8095-6df8abe88352 req-77946454-5326-4b81-905e-d17eb9e2e5f4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:07.611975 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-35509578-c59a-467e-8095-6df8abe88352 req-77946454-5326-4b81-905e-d17eb9e2e5f4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.5408368
Apr 13 14:36:07.646688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:07.694038 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-35509578-c59a-467e-8095-6df8abe88352 req-b029ac5e-306c-4dcd-a788-5ab4cc192fb1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804746
Apr 13 14:36:07.757922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Transition to ACTIVE for port object 266170fa-7281-4fe5-bf6e-a8d608b371be will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:36:07.809480 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-5697b9fd-67d0-4dda-904f-fc430c0d9775 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746 HTTP/1.1" status: 200  len: 217 time: 0.2491176
Apr 13 14:36:07.914341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:08.022849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-e1234840-fc12-4799-b105-77ed60d90694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:08.025051 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-e1234840-fc12-4799-b105-77ed60d90694 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.2105427
Apr 13 14:36:08.258386 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-664072f3-f096-4685-aa7e-a4f74699cad3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2208536
Apr 13 14:36:08.433080 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:08.575982 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-6d319e7c-9bd2-40fe-9925-8dee198ba6fe service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3069720
Apr 13 14:36:08.819310 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf7f613c-20be-4375-8179-c2e28b66d41f req-2acea838-8623-43b1-ac85-e958bb3703e0 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2299988
Apr 13 14:36:08.856034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'Port': ['ID=266170fa-7281-4fe5-bf6e-a8d608b371be,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:08.863402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Network da2ba0b0-75e1-455f-b641-02f297d39d15 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:36:08.870573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:08.872237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:08.877376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:36:08.890349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:08.891546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:08.960453 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4488151
Apr 13 14:36:09.070670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed406-0163-4295-9346-b31b59d209a4 req-6264391a-bfda-4942-b406-81460fba57df tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:09.079778 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-056ed406-0163-4295-9346-b31b59d209a4 req-6264391a-bfda-4942-b406-81460fba57df tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1441929
Apr 13 14:36:09.095217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Request body: {'port': {'device_id': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:09.140961 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-056ed406-0163-4295-9346-b31b59d209a4 req-f358f23a-0272-4499-bba2-5fca6936bf37 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599551
Apr 13 14:36:09.199410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4300c7e-b401-419c-9470-fe02732a3495 req-2eaa302b-2818-44b4-8385-10e815a87dea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:09.205765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-a4300c7e-b401-419c-9470-fe02732a3495 req-2eaa302b-2818-44b4-8385-10e815a87dea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:36:09.286567 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-0b2f639c-a90c-4639-b0ab-508f1c2b578a None None] Provisioning for port 266170fa-7281-4fe5-bf6e-a8d608b371be completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:36:09.299351 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-0b2f639c-a90c-4639-b0ab-508f1c2b578a None None] Provisioning complete for port 266170fa-7281-4fe5-bf6e-a8d608b371be triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:09.300114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b2f639c-a90c-4639-b0ab-508f1c2b578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:09.345734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-a4300c7e-b401-419c-9470-fe02732a3495 req-2eaa302b-2818-44b4-8385-10e815a87dea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:36:09.351927 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a4300c7e-b401-419c-9470-fe02732a3495 req-2eaa302b-2818-44b4-8385-10e815a87dea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 931 time: 0.9211383
Apr 13 14:36:09.396214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f639c-a90c-4639-b0ab-508f1c2b578a None None] Port 266170fa-7281-4fe5-bf6e-a8d608b371be cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:36:09.408970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:09.752253 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a4300c7e-b401-419c-9470-fe02732a3495 req-574e0227-8d0a-4af5-a331-e36dda5d8ab1 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2089109
Apr 13 14:36:10.379274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266170fa-7281-4fe5-bf6e-a8d608b371be {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:36:10.390420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:10.434316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Transition to ACTIVE for port object 266170fa-7281-4fe5-bf6e-a8d608b371be will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:36:10.439538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:10.479561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:10.577622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8585-45dd-4482-bab2-af3450e6024b req-746d7503-7cb0-4c66-ba9d-6366015d6bca tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:10.581056 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ca9e8585-45dd-4482-bab2-af3450e6024b req-746d7503-7cb0-4c66-ba9d-6366015d6bca tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2215853
Apr 13 14:36:10.664141 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ca9e8585-45dd-4482-bab2-af3450e6024b req-b91c0fc2-7d4d-44f7-bce5-82a2166bdd5d tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696952
Apr 13 14:36:10.751118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Pushing event updated for resources: {'Port': ['ID=266170fa-7281-4fe5-bf6e-a8d608b371be,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:10.757006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:10.966413 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Attempting to bind port 266170fa-7281-4fe5-bf6e-a8d608b371be on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:36:10.967003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Attempting to bind port 266170fa-7281-4fe5-bf6e-a8d608b371be by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:36:10.967473 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Attempting to bind port 266170fa-7281-4fe5-bf6e-a8d608b371be on network da2ba0b0-75e1-455f-b641-02f297d39d15 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:36:10.976562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Port 266170fa-7281-4fe5-bf6e-a8d608b371be on network da2ba0b0-75e1-455f-b641-02f297d39d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:36:10.978208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Attempting to bind port 266170fa-7281-4fe5-bf6e-a8d608b371be on network da2ba0b0-75e1-455f-b641-02f297d39d15 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:36:10.993049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:36:10.994119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Checking segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:36:10.994712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Bound using segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:36:10.995414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Bound port: 266170fa-7281-4fe5-bf6e-a8d608b371be, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:36:10.995936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:11.297488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] For port 266170fa-7281-4fe5-bf6e-a8d608b371be, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:36:11.325771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] For port 266170fa-7281-4fe5-bf6e-a8d608b371be, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=266170fa-7281-4fe5-bf6e-a8d608b371be,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:36:11.335786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:11.371386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:11.593775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ce34-82f3-49f0-8b00-45a878aca524 req-0f97bee3-1c97-4d22-b059-7bb74ea63f1c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:11.595464 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31a2ce34-82f3-49f0-8b00-45a878aca524 req-0f97bee3-1c97-4d22-b059-7bb74ea63f1c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 943 time: 0.4585290
Apr 13 14:36:11.650267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Pushing event updated for resources: {'Port': ['ID=266170fa-7281-4fe5-bf6e-a8d608b371be,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:11.664468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:11.703163 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31a2ce34-82f3-49f0-8b00-45a878aca524 req-6ff4004d-5dc0-4541-8aa3-3e22061ee913 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774732
Apr 13 14:36:11.745352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:11.746471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:11.748994 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] 10.222.0.48 "PUT /v2.0/ports/266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 1093 time: 2.7150490
Apr 13 14:36:11.749810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:36:11.975128 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'status': 'completed', 'code': 200}
Apr 13 14:36:12.018609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efca43-6aab-4fea-8a66-96acdc39c69c req-b423f33f-f2e7-4668-a3f1-5042dcac5980 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:12.027430 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-37efca43-6aab-4fea-8a66-96acdc39c69c req-b423f33f-f2e7-4668-a3f1-5042dcac5980 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1122446
Apr 13 14:36:12.055996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-d23e433e-39a3-4cc5-9d07-6d6cac2e2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:12.059122 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-d23e433e-39a3-4cc5-9d07-6d6cac2e2fb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1096 time: 0.2319720
Apr 13 14:36:12.067375 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-37efca43-6aab-4fea-8a66-96acdc39c69c req-af1ef794-8a26-483f-b822-e63913bcdad0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387700
Apr 13 14:36:12.163555 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-b6f26198-7ecd-409b-8e62-7dd9a625a009 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 217 time: 0.0972059
Apr 13 14:36:12.380589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-84eaff94-3eff-4741-bbe2-15bbe5b408e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:12.384795 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-84eaff94-3eff-4741-bbe2-15bbe5b408e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.2111466
Apr 13 14:36:12.489054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-b8e2d0e6-d511-47fd-ab63-d0399afaf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:12.490923 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-b8e2d0e6-d511-47fd-ab63-d0399afaf831 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0954108
Apr 13 14:36:12.702594 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-9f10150b-a61b-4022-bff7-ffa6aabd8945 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038631
Apr 13 14:36:12.919862 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18baecd-cd02-46b6-9398-bf5428d4f4eb req-4a46fef5-2774-4ef3-bdc1-3e59186c75d2 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2100906
Apr 13 14:36:12.994401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14ddf1-efc6-48a5-9c54-d277bdc568d3 req-a002f5b6-eff2-4814-8589-bba4d83feece tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:12.997184 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a14ddf1-efc6-48a5-9c54-d277bdc568d3 req-a002f5b6-eff2-4814-8589-bba4d83feece tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 943 time: 0.1307337
Apr 13 14:36:13.173031 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a14ddf1-efc6-48a5-9c54-d277bdc568d3 req-f611d795-f1f3-44cf-907a-d2c81faa0c32 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0854659
Apr 13 14:36:13.268015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-9c88b5ad-f264-4ee4-80b5-c65c96a91f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:13.270434 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-9c88b5ad-f264-4ee4-80b5-c65c96a91f83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1096 time: 0.2718074
Apr 13 14:36:13.400538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b34073-9579-469f-a7f2-774c18999a71 req-be6553db-b7eb-47c2-878d-05bd7f414006 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:13.402470 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-05b34073-9579-469f-a7f2-774c18999a71 req-be6553db-b7eb-47c2-878d-05bd7f414006 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1419506
Apr 13 14:36:13.443022 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-05b34073-9579-469f-a7f2-774c18999a71 req-1b4d2a2c-9c84-4f55-bd09-b6459092f7cc tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0288312
Apr 13 14:36:13.499417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36076) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:13.533624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-ab036293-c3d6-498e-a0b6-7eebd5d6bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:13.536599 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-ab036293-c3d6-498e-a0b6-7eebd5d6bf75 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.2501941
Apr 13 14:36:13.639653 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-c4ff8861-2eb8-4efd-a95e-61e32feb3e32 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 217 time: 0.0955014
Apr 13 14:36:13.686404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:13.716268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:13.721695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:2e8a7f45256b4d758bff3fe72eed6f13 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:13.725526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:13.733881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:13.783664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-5037be73-e5fb-4caf-921e-aa7bf48f278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:13.786833 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-5037be73-e5fb-4caf-921e-aa7bf48f278b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.1398294
Apr 13 14:36:13.861264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:13.865165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:13.896241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:13.915202 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e8a7f45256b4d758bff3fe72eed6f13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4139993
Apr 13 14:36:13.919579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36096) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:13.946947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-f6a893cd-00ff-499c-96c5-d006b1194f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:13.949271 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-f6a893cd-00ff-499c-96c5-d006b1194f9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1547883
Apr 13 14:36:13.969458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5ca7ce-a308-48d4-a686-77438b122e2a,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:13.994852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.995466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.995697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.996020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.996551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.996942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.997323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.997699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.998197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.998573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.998947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:13.999326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:14.003891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:14.032968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:14.069671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:14.130356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:14.136740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:14.155562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:14.161244 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a5ca7ce-a308-48d4-a686-77438b122e2a HTTP/1.1" status: 204  len: 168 time: 0.2361453
Apr 13 14:36:14.161244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5ca7ce-a308-48d4-a686-77438b122e2a,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:14.161244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:14.189837 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-cfcaf901-a9cc-4ef7-b116-7780e758b58f service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328029
Apr 13 14:36:14.555674 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70b8bc4b-b33f-48e9-a2ce-3d3aae079aa0 req-b6a2819f-6038-4d34-abac-1449d3e79dbc service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3464992
Apr 13 14:36:14.610382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36128) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:14.631640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e948e-190a-4681-9f5e-e1f177d82593 req-bc89cfe4-2244-4f06-9d6e-69df4d753335 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:14.634628 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a12e948e-190a-4681-9f5e-e1f177d82593 req-bc89cfe4-2244-4f06-9d6e-69df4d753335 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 943 time: 0.1686563
Apr 13 14:36:14.648410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:14.679122 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a12e948e-190a-4681-9f5e-e1f177d82593 req-77344885-4589-4b44-9389-729ff597ddde tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344553
Apr 13 14:36:14.764108 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:14.785200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Usage tracker for resource:security_group_rule and tenant:9d418ddd47344c3faf3c471bbd15aadf is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:14.793807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:14.808911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:14.907556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570d066-9dba-49b7-9f7d-d027e2039fff req-d9919d4b-c65d-43e9-9250-131dc01e5bd1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:14.910085 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f570d066-9dba-49b7-9f7d-d027e2039fff req-d9919d4b-c65d-43e9-9250-131dc01e5bd1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2229307
Apr 13 14:36:14.998351 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f570d066-9dba-49b7-9f7d-d027e2039fff req-b8811afa-ca8e-4dcb-97db-24c10e50d0e6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579267
Apr 13 14:36:15.038893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.045011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.054300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d69473ba-4bf8-4f9b-ac07-7114305cfc23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:15.103689 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d418ddd47344c3faf3c471bbd15aadf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4908714
Apr 13 14:36:15.104904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317ca49a-59e8-4642-b301-1cbdcf545f1e,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:15.108318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:15.108882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36140) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:15.165866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 266170fa-7281-4fe5-bf6e-a8d608b371be details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:36:15.184875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.232166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.309666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.317915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7d26ed60-c64c-465b-88f5-5e0448fca2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:15.354224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.356785 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/317ca49a-59e8-4642-b301-1cbdcf545f1e HTTP/1.1" status: 204  len: 168 time: 0.2464509
Apr 13 14:36:15.377527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317ca49a-59e8-4642-b301-1cbdcf545f1e,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:15.410147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.410825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.411554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.412063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 266170fa-7281-4fe5-bf6e-a8d608b371be, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=266170fa-7281-4fe5-bf6e-a8d608b371be,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:15.412284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.412838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.413508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.414154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.414865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.415526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.419876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.422608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.423130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:15.430495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:15.477090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'port_id': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'mac_address': 'fa:16:3e:12:3f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:36:15.644633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.647054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266170fa-7281-4fe5-bf6e-a8d608b371be {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:36:15.681571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 266170fa-7281-4fe5-bf6e-a8d608b371be, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=266170fa-7281-4fe5-bf6e-a8d608b371be,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:15.685284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:15.687616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-01c2c188-d160-418c-a9c1-da5d37d58859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:15.809402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=266170fa-7281-4fe5-bf6e-a8d608b371be,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:15.816871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:16.000787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53632d3d-b4b5-409d-b671-e25f7cc8e63b req-eefed224-7d53-405f-884b-22d6abd794e8 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:16.006028 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-53632d3d-b4b5-409d-b671-e25f7cc8e63b req-eefed224-7d53-405f-884b-22d6abd794e8 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 944 time: 0.1645973
Apr 13 14:36:16.044331 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-53632d3d-b4b5-409d-b671-e25f7cc8e63b req-35e032a3-9bef-409a-b43c-284d967fe876 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321941
Apr 13 14:36:16.048446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['266170fa-7281-4fe5-bf6e-a8d608b371be'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:36:16.283668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b6a4a-9a91-4fa8-855c-c6bef0cd43cf req-6844276d-4011-4075-941a-f2168c646cb1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:16.285408 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1e0b6a4a-9a91-4fa8-855c-c6bef0cd43cf req-6844276d-4011-4075-941a-f2168c646cb1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1224756
Apr 13 14:36:16.331050 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1e0b6a4a-9a91-4fa8-855c-c6bef0cd43cf req-2e878ef1-c649-4573-a4b8-78f46a5bb812 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366879
Apr 13 14:36:17.183296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 266170fa-7281-4fe5-bf6e-a8d608b371be up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:36:17.205650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36220) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:17.381297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 266170fa-7281-4fe5-bf6e-a8d608b371be completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:36:17.392079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 266170fa-7281-4fe5-bf6e-a8d608b371be triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:17.392506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:17.503671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30fa3c-3ac6-4e7e-a5c9-6cd11f30cf34 req-ca3650c4-05ed-4a9b-a4db-6ef8dfd49895 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:17.511979 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df30fa3c-3ac6-4e7e-a5c9-6cd11f30cf34 req-ca3650c4-05ed-4a9b-a4db-6ef8dfd49895 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 944 time: 0.2156847
Apr 13 14:36:17.577174 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df30fa3c-3ac6-4e7e-a5c9-6cd11f30cf34 req-3a45169b-faf7-458a-8bb8-b2325ca2808b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529478
Apr 13 14:36:17.677998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:17.722207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:17.731156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Usage tracker for resource:security_group_rule and tenant:e4b327846fa0471aa8b479de57fe6c21 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:17.734910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:17.742936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:17.854823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:17.859222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:17.880049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:17.934869 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4b327846fa0471aa8b479de57fe6c21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7277007
Apr 13 14:36:17.948394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36238) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:17.952041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b211675c-f1e6-47fc-891b-f2fe60f3cd82,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:17.986540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:17.995919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9ca82-f130-444b-811c-ce5288820db0 req-4462a751-fe4b-4194-a8c9-77b3973da928 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:17.998860 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-62a9ca82-f130-444b-811c-ce5288820db0 req-4462a751-fe4b-4194-a8c9-77b3973da928 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.3275859
Apr 13 14:36:18.108399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:18.121609 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-62a9ca82-f130-444b-811c-ce5288820db0 req-bfccd2b6-aafe-4b52-96e5-3981dac09c2a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052582
Apr 13 14:36:18.141447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:18.157759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:36:18.166184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:18.186641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 266170fa-7281-4fe5-bf6e-a8d608b371be, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=266170fa-7281-4fe5-bf6e-a8d608b371be,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:18.195796 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:18.201521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:18.263026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:18.280762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:18.318627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b211675c-f1e6-47fc-891b-f2fe60f3cd82,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:18.325837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:18.333734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:18.334688 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b211675c-f1e6-47fc-891b-f2fe60f3cd82 HTTP/1.1" status: 204  len: 168 time: 0.3848574
Apr 13 14:36:18.335799 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'code': 200}
Apr 13 14:36:18.403352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=266170fa-7281-4fe5-bf6e-a8d608b371be,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:18.417356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:19.045787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef551358-d3f7-45fc-837e-b8a1f36d4e60 req-87739a26-6f3f-405a-b962-ab4b9754e5a4 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:19.049216 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef551358-d3f7-45fc-837e-b8a1f36d4e60 req-87739a26-6f3f-405a-b962-ab4b9754e5a4 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.1971104
Apr 13 14:36:19.103387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e218e-7601-4b25-9a9b-493e8921efcc req-851c854c-7fb5-4928-885b-e8ff65b8bd5c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:19.106022 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-349e218e-7601-4b25-9a9b-493e8921efcc req-851c854c-7fb5-4928-885b-e8ff65b8bd5c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2122934
Apr 13 14:36:19.166319 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-349e218e-7601-4b25-9a9b-493e8921efcc req-62007bc4-dced-4333-a711-5d27f7c906a6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478308
Apr 13 14:36:19.435374 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef551358-d3f7-45fc-837e-b8a1f36d4e60 req-35f9ccf3-a59a-4572-90b3-7813071d7ee5 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3767793
Apr 13 14:36:19.585157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced498e-461d-4d6a-a59a-074417dbe735 req-ac9555fd-8eb1-4e80-80ba-6d913daba1a4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:19.587188 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ced498e-461d-4d6a-a59a-074417dbe735 req-ac9555fd-8eb1-4e80-80ba-6d913daba1a4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1720200
Apr 13 14:36:19.627981 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ced498e-461d-4d6a-a59a-074417dbe735 req-29d5de05-46c4-4b09-a473-df8fdca5c624 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277281
Apr 13 14:36:19.997143 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9f8503ca-cb43-43f0-883d-b9632b8e600a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:20.486611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9f619e-39cb-402d-9e66-38bfc504d01d req-6a409640-2cd6-4247-aecd-8d5b14987163 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:20.489200 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7b9f619e-39cb-402d-9e66-38bfc504d01d req-6a409640-2cd6-4247-aecd-8d5b14987163 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1369228
Apr 13 14:36:20.548422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-7b9f619e-39cb-402d-9e66-38bfc504d01d req-565fad9d-fe0d-4d41-9466-674d1a1092bb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:36:20.563887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-7b9f619e-39cb-402d-9e66-38bfc504d01d req-565fad9d-fe0d-4d41-9466-674d1a1092bb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:36:20.565152 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7b9f619e-39cb-402d-9e66-38bfc504d01d req-565fad9d-fe0d-4d41-9466-674d1a1092bb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675428
Apr 13 14:36:20.853880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474f2e7-dcc3-4cd5-a16b-568972d88f86 req-4104a8eb-44eb-4eec-b1de-0882e71f2996 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:20.858182 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e474f2e7-dcc3-4cd5-a16b-568972d88f86 req-4104a8eb-44eb-4eec-b1de-0882e71f2996 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.1713293
Apr 13 14:36:20.917195 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e474f2e7-dcc3-4cd5-a16b-568972d88f86 req-4b6d6cd0-2d50-43cc-874c-5a3e86d85597 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511057
Apr 13 14:36:21.014507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4b38d-ebaf-4a97-afbc-b198f083b38d req-1486a01e-ac4c-49f2-91ce-c45bdd6aedbc tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:21.017351 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8a4b38d-ebaf-4a97-afbc-b198f083b38d req-1486a01e-ac4c-49f2-91ce-c45bdd6aedbc tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1226547
Apr 13 14:36:21.072532 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8a4b38d-ebaf-4a97-afbc-b198f083b38d req-ae32c319-b5ab-437a-a076-c1c3a3552183 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470910
Apr 13 14:36:21.340590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a7349-76ad-4262-bfca-700e72cb72bf req-19eff695-8f85-470a-a0d8-e58b3f8da9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:21.342211 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-402a7349-76ad-4262-bfca-700e72cb72bf req-19eff695-8f85-470a-a0d8-e58b3f8da9b3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1098 time: 0.1060717
Apr 13 14:36:21.373472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-402a7349-76ad-4262-bfca-700e72cb72bf req-c53407d1-93d6-4e30-b426-fd5deec395d1 service neutron] Synchronizing usage tracker for tenant:2abfdbd3228c4a3a97c120b6ac0726ec on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:36:21.392023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-402a7349-76ad-4262-bfca-700e72cb72bf req-c53407d1-93d6-4e30-b426-fd5deec395d1 service neutron] Unset dirty status for tenant:2abfdbd3228c4a3a97c120b6ac0726ec on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:36:21.393157 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-402a7349-76ad-4262-bfca-700e72cb72bf req-c53407d1-93d6-4e30-b426-fd5deec395d1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424674
Apr 13 14:36:22.032997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2243e96-7f59-4a86-982d-722b7abae3b0 req-c5e5b10f-cc88-4992-83ec-82d2c99fe27a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:22.036421 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2243e96-7f59-4a86-982d-722b7abae3b0 req-c5e5b10f-cc88-4992-83ec-82d2c99fe27a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2034156
Apr 13 14:36:22.111854 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2243e96-7f59-4a86-982d-722b7abae3b0 req-513e1c89-54fa-45f5-820f-689b94822c00 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678148
Apr 13 14:36:22.190943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2b3d202c-d76c-490e-8d1f-8848bd0afbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:22.464646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fa670-d701-47b7-83e2-9dadced9d705 req-1917e97f-1c0c-4167-9d99-7799b8049b5d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:22.467367 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d26fa670-d701-47b7-83e2-9dadced9d705 req-1917e97f-1c0c-4167-9d99-7799b8049b5d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.2462428
Apr 13 14:36:22.517294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc31fb-4135-4240-83b9-96d20516fab7 req-32630029-b701-40b6-9771-7e9b0bc7fb03 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:22.519187 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bafc31fb-4135-4240-83b9-96d20516fab7 req-32630029-b701-40b6-9771-7e9b0bc7fb03 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1621993
Apr 13 14:36:22.529785 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d26fa670-d701-47b7-83e2-9dadced9d705 req-3de40c9a-4aa1-44bc-9dfc-b9b869f32fb6 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504165
Apr 13 14:36:22.602869 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bafc31fb-4135-4240-83b9-96d20516fab7 req-ec32e1c5-b2de-4320-b110-09dd2b46a426 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645220
Apr 13 14:36:23.075447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:23.412489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971982ef-9fef-4bd4-bed1-512123ba1cfb req-b6f3782a-6253-41c0-aab6-9769da2c29da tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:23.415524 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-971982ef-9fef-4bd4-bed1-512123ba1cfb req-b6f3782a-6253-41c0-aab6-9769da2c29da tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1660020
Apr 13 14:36:23.460506 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-971982ef-9fef-4bd4-bed1-512123ba1cfb req-00a0dcd1-edca-4bc5-98f1-1158fd8dd1e3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383525
Apr 13 14:36:23.819027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:23.872104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266db94-45c6-40cf-aeef-60ecbc8ea221 req-fe22b719-6675-4410-9cab-945ecd1d9bb4 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:23.887689 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3266db94-45c6-40cf-aeef-60ecbc8ea221 req-fe22b719-6675-4410-9cab-945ecd1d9bb4 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.1529655
Apr 13 14:36:23.921714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feedbed-a541-4fdf-b8a2-e58b8e593b91 req-e95c2c8e-2879-4af4-8c0a-11c0acf28068 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:23.923457 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0feedbed-a541-4fdf-b8a2-e58b8e593b91 req-e95c2c8e-2879-4af4-8c0a-11c0acf28068 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1650290
Apr 13 14:36:23.944798 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3266db94-45c6-40cf-aeef-60ecbc8ea221 req-4471f916-60ae-47f9-a9b1-1ced3f81c45f tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507522
Apr 13 14:36:23.977978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0feedbed-a541-4fdf-b8a2-e58b8e593b91 req-cf5399e2-724e-4aff-9ebc-6529d93f8510 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403569
Apr 13 14:36:24.675752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f1c24-2bbf-49e7-8e43-fe4510beccf4 req-5e46ccb7-3091-4ea0-bf17-2e8988ad636d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:24.677379 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0d0f1c24-2bbf-49e7-8e43-fe4510beccf4 req-5e46ccb7-3091-4ea0-bf17-2e8988ad636d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0944934
Apr 13 14:36:24.713178 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0d0f1c24-2bbf-49e7-8e43-fe4510beccf4 req-7bae891b-1d85-43bc-95f8-9ec89de3841d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275137
Apr 13 14:36:25.293312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978a6b1-7c53-42f9-a6c0-3a2372bbdcf5 req-7a45cb57-6ed2-4001-9294-0673f39641eb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:25.296235 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d978a6b1-7c53-42f9-a6c0-3a2372bbdcf5 req-7a45cb57-6ed2-4001-9294-0673f39641eb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1712153
Apr 13 14:36:25.333901 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d978a6b1-7c53-42f9-a6c0-3a2372bbdcf5 req-f6ca98ae-86b2-45eb-bbd3-a6a2cd7870ed tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322602
Apr 13 14:36:25.344477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0cfc3-21f5-49be-8d6d-06f3f40b3afc req-02a3ecf4-5863-42bf-ba1f-1893ceb640f3 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:25.358063 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8f0cfc3-21f5-49be-8d6d-06f3f40b3afc req-02a3ecf4-5863-42bf-ba1f-1893ceb640f3 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.1623235
Apr 13 14:36:25.368104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:25.389695 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8f0cfc3-21f5-49be-8d6d-06f3f40b3afc req-f41e81dd-4f17-4074-8516-c640b89ed355 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299389
Apr 13 14:36:26.565432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805fd60-457f-46fe-8adf-dfa1a70fe08a req-0b5df2bb-021d-4910-a140-014a4b1b6006 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:26.567140 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6805fd60-457f-46fe-8adf-dfa1a70fe08a req-0b5df2bb-021d-4910-a140-014a4b1b6006 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.5702310
Apr 13 14:36:26.592006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-da8de436-aeff-406b-919b-82074dc5e917 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:26.593840 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-da8de436-aeff-406b-919b-82074dc5e917 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.48 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.2033801
Apr 13 14:36:26.624652 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6805fd60-457f-46fe-8adf-dfa1a70fe08a req-c75f6e8a-e865-47d0-8b09-6c6627c41762 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299540
Apr 13 14:36:26.752443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Deleting port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:36:26.752953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:26.924052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5980dd-d091-446f-980e-876e9a873c66 req-e4ad9fd1-2631-4cdb-9af8-9cc78edb498a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:26.941455 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f5980dd-d091-446f-980e-876e9a873c66 req-e4ad9fd1-2631-4cdb-9af8-9cc78edb498a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2651770
Apr 13 14:36:26.980524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36506) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:26.984442 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f5980dd-d091-446f-980e-876e9a873c66 req-18d6a643-3111-4e2c-9ec8-035f53b7490b tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410287
Apr 13 14:36:27.171432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] For port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,segment=NetworkSegment(ec727437-192a-4407-9c89-5c33be5221cc),segment_id=ec727437-192a-4407-9c89-5c33be5221cc)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:27.172086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.206426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.241901 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:27.269049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Usage tracker for resource:security_group_rule and tenant:76fede3144dd4c0daad99eb61753955d is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:27.275141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:27.287810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:27.438726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Calling delete_port for a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:36:27.470085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.475878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.509726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed3b9e-4448-44cf-9d7b-53748c29da93 req-05999244-8389-481c-aa9f-3479b35c219d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:27.516363 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e9ed3b9e-4448-44cf-9d7b-53748c29da93 req-05999244-8389-481c-aa9f-3479b35c219d tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 946 time: 0.4642603
Apr 13 14:36:27.527520 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-89d6c9e9-59e8-4fd7-a277-cb281a15abf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:27.563259 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76fede3144dd4c0daad99eb61753955d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5770223
Apr 13 14:36:27.567411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36534) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:27.647868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6af326d-5a47-451a-8951-a5207bf27f6f,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:27.656614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:27.708109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.748406 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.818598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.825076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:27.852775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6af326d-5a47-451a-8951-a5207bf27f6f,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:27.853094 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e9ed3b9e-4448-44cf-9d7b-53748c29da93 req-5c703198-b850-4746-b0a9-c85852fefdb1 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/security-groups?id=4acf2b13-7b53-4797-9260-fa6686cbecfa&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318580
Apr 13 14:36:27.881284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:27.913638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:27.917178 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6af326d-5a47-451a-8951-a5207bf27f6f HTTP/1.1" status: 204  len: 168 time: 0.3477223
Apr 13 14:36:28.000505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:28.032616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:28.256263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a877b42-7b82-4110-83e9-6442cac1083f req-bee02f3f-4d08-469a-8e1b-928c2db5f560 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:28.267404 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5a877b42-7b82-4110-83e9-6442cac1083f req-bee02f3f-4d08-469a-8e1b-928c2db5f560 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2180228
Apr 13 14:36:28.311982 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5a877b42-7b82-4110-83e9-6442cac1083f req-8650079d-a7f6-47c5-9600-19f546b6f9d7 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431287
Apr 13 14:36:28.402675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Pushing event deleted for resources: {'Port': ['ID=a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:28.411376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:28.584341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] No DVR routers for this DVR port a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:36:28.589644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:28.602682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'name': 'network-vif-deleted', 'tag': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:36:28.611861 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-948fb2e0-2e50-480c-9154-6b40cc5e4d41 req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.48 "DELETE /v2.0/ports/a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 HTTP/1.1" status: 204  len: 173 time: 1.9860368
Apr 13 14:36:28.645227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2b565-2a55-460a-b306-14e16472356c req-d1ae07ba-f34b-4f87-b391-db10305f658c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:28.650747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131ce31-52c1-4280-97c1-384387dda935 req-23ee8a4a-203a-49b7-ae69-de6af5182dbf tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:28.655215 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5131ce31-52c1-4280-97c1-384387dda935 req-23ee8a4a-203a-49b7-ae69-de6af5182dbf tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2013075
Apr 13 14:36:28.656426 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3af2b565-2a55-460a-b306-14e16472356c req-d1ae07ba-f34b-4f87-b391-db10305f658c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2464211
Apr 13 14:36:28.666321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36574) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:28.697356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'floatingip': {'port_id': '266170fa-7281-4fe5-bf6e-a8d608b371be'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:28.739468 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3af2b565-2a55-460a-b306-14e16472356c req-134e577e-35cf-4c11-85e8-10029bf29986 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816669
Apr 13 14:36:28.754781 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7abc8e07-06ae-43ef-9bf1-d5f49d0162da', 'name': 'network-vif-deleted', 'tag': 'a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379', 'status': 'completed', 'code': 200}
Apr 13 14:36:28.877290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:29.083660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36594) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:29.136596 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-204aea87-746b-4844-baa5-71bd86a05ab8 req-d215f176-8b0f-4d1c-b218-8af9fc3996d7 tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] 10.222.0.22 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.1133075
Apr 13 14:36:29.224024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:36:29.242993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388174224-network', 'tenant_id': 'fe2e7f41f89c4359807836e898939a41'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:29.247842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:29.254613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Usage tracker for resource:network and tenant:fe2e7f41f89c4359807836e898939a41 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:29.258347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:29.269633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:29.282874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Made reservation on behalf of fe2e7f41f89c4359807836e898939a41 for: {'network': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:36:29.298797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:29.315923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:29.337701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:29.342779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Usage tracker for resource:security_group_rule and tenant:fe2e7f41f89c4359807836e898939a41 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:29.356758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:29.368515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:29.369465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:36:29.369959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device a2a5fdcf-8e7c-4744-9f32-d8db5ed6f379 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:36:29.524912 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3910a2ec-169d-40d7-85de-dd572b187cd5 req-0579f165-2dc0-4ec8-9158-6dbde0142446 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0662408
Apr 13 14:36:29.612857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:29.620052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:29.631204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:29.781023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04325b54-a0eb-410c-96bf-1229e856189a,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:29.796319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36624) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:29.815777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:29.821837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436}  {{(pid=85241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:36:29.844649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732113542054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:29.846608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f11a869ba60> segment precommit_create {{(pid=85241) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 13 14:36:29.847527 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Added segment 741f4340-4e05-4cd2-9cfa-78e877844fdc of type vlan for network 20a5acd6-3542-4c37-9ba1-2803fe33c713
Apr 13 14:36:29.965410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.031707 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3910a2ec-169d-40d7-85de-dd572b187cd5 req-9fbd2aee-11f3-4c3f-8d46-07fbc2e4dd0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7e304b6f66f641b181066253d6e55ddd&device_id=7abc8e07-06ae-43ef-9bf1-d5f49d0162da HTTP/1.1" status: 200  len: 210 time: 0.3690970
Apr 13 14:36:30.099925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.144126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:30.151942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Usage tracker for resource:security_group_rule and tenant:192ff72f892946dda52daf71d97e113a is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:30.157465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:30.171265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:30.222195 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.232314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:30.233313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.342311 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:30.348420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.359908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.363126 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2780757
Apr 13 14:36:30.390120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36644) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:30.407158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Request body: {'subnet': {'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388174224-subnet', 'tenant_id': 'fe2e7f41f89c4359807836e898939a41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:30.407776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-eba5e28b-ed6b-4076-b21c-5a5126e89dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:30.412533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:30.417475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Usage tracker for resource:subnet and tenant:fe2e7f41f89c4359807836e898939a41 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:30.420835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:30.427649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:30.454621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bd18e-1042-47b5-9300-d8d9d56f143f req-55e590bf-8278-44ee-a35e-f68a94d8ea5a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:30.456518 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2a9bd18e-1042-47b5-9300-d8d9d56f143f req-55e590bf-8278-44ee-a35e-f68a94d8ea5a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.4168711
Apr 13 14:36:30.460719 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=192ff72f892946dda52daf71d97e113a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6628797
Apr 13 14:36:30.469704 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e5f41a-3380-4fd9-af18-8242b940444f,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:30.485122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36652) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:30.503224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:30.632074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Made reservation on behalf of fe2e7f41f89c4359807836e898939a41 for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:36:30.637668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.649008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.682921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.689217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910a2ec-169d-40d7-85de-dd572b187cd5 req-c3d2a1d5-8a10-4aaf-b8f3-fe893b8799cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:30.691848 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3910a2ec-169d-40d7-85de-dd572b187cd5 req-c3d2a1d5-8a10-4aaf-b8f3-fe893b8799cc service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7e304b6f66f641b181066253d6e55ddd&shared=False HTTP/1.1" status: 200  len: 913 time: 0.5650017
Apr 13 14:36:30.741471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Pushing event updated for resources: {'Network': ['ID=20a5acd6-3542-4c37-9ba1-2803fe33c713,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:30.745909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:30.750971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.757790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:36:30.781764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 13 14:36:30.857234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-45997a35-65cd-4610-b869-7454304afaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:30.885792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e5f41a-3380-4fd9-af18-8242b940444f,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:30.895815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:30.899190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.900545 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17e5f41a-3380-4fd9-af18-8242b940444f HTTP/1.1" status: 204  len: 168 time: 0.4137499
Apr 13 14:36:30.953910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:30.958155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:31.236282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910a2ec-169d-40d7-85de-dd572b187cd5 req-3442a540-06f2-4f50-b172-873aa282f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:31.238354 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3910a2ec-169d-40d7-85de-dd572b187cd5 req-3442a540-06f2-4f50-b172-873aa282f3d2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5170290
Apr 13 14:36:31.245014 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2a9bd18e-1042-47b5-9300-d8d9d56f143f req-c803f654-dc46-406e-b871-14e9230adf38 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5861690
Apr 13 14:36:31.314802 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Floating IP c6a415ce-1344-4228-aa8d-51cc7b4ad867 associated. External IP: 172.27.3.120, port: 266170fa-7281-4fe5-bf6e-a8d608b371be.
Apr 13 14:36:31.374252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:31.543202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36676) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:31.578250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:31.602676 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:31.609167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Usage tracker for resource:security_group_rule and tenant:455df3458d214a72b2e9592dabe791eb is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:31.612905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:31.620646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:31.732128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:31.910738 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:31.951790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:32.033503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f16b913-0b28-4b42-9255-f27b01f049f1,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:32.063619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:32.081701 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=455df3458d214a72b2e9592dabe791eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5347357
Apr 13 14:36:32.082182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36698) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:32.170645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Router d328708d-875c-47ca-872a-07ddaac29354 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:36:32.203323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:32.310142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:32.371876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:32.390834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22276dcf-4351-4dce-bf84-341e9994e7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:32.626162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:36:32.641307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] Sync routers for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:36:32.642817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:32.670313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:36:32.670313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6845668>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:36:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:32.720019 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-67dd485d-5286-445f-a638-0dcee6876465 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "PUT /v2.0/floatingips/c6a415ce-1344-4228-aa8d-51cc7b4ad867 HTTP/1.1" status: 200  len: 991 time: 4.0339239
Apr 13 14:36:32.721133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:36:32.756733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025b8c1-3558-44cb-97d9-3680c8f1bdfa req-917b4c1f-c098-44af-9042-33a006a71e16 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:32.759915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:32.769059 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3025b8c1-3558-44cb-97d9-3680c8f1bdfa req-917b4c1f-c098-44af-9042-33a006a71e16 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2300584
Apr 13 14:36:32.779629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8468533-036b-4b87-abec-ebf4fc4cf15c,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:32.799165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36728) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:32.800477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:32.806242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0a286e1c-a4bd-4a8e-86e1-23317154de6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:32.872298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f16b913-0b28-4b42-9255-f27b01f049f1,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:32.884114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:32.925720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:32.935773 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f16b913-0b28-4b42-9255-f27b01f049f1 HTTP/1.1" status: 204  len: 168 time: 0.8441119
Apr 13 14:36:32.939748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Checking segment: {'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:36:32.940260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Network hostable DHCP agents. Network: 20a5acd6-3542-4c37-9ba1-2803fe33c713, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:36:32.965350 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3025b8c1-3558-44cb-97d9-3680c8f1bdfa req-312e522e-3fa6-4297-8e15-7ea791f42171 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819944
Apr 13 14:36:32.977680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Deleting subnet 198918ca-1dc8-4e2a-9f0e-df92ae3ed219 {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:36:32.978628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:33.010595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:36:33.040036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 20a5acd6-3542-4c37-9ba1-2803fe33c713) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:33.052055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085a5b8-0a59-4997-b3ad-f42bb5699b4e None None] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:36:33.061996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:33.062690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:33.135198 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:33.146514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:33.189451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:36:33.204565 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.8131459
Apr 13 14:36:33.274800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-9c5c77fd-6059-4192-b6cc-833a7c8fed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:33.282401 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-9c5c77fd-6059-4192-b6cc-833a7c8fed49 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1098 time: 0.1590369
Apr 13 14:36:33.302436 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'status': 'completed', 'code': 200}
Apr 13 14:36:33.505713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-9232ef92-2173-4683-9cba-df2deea46449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:33.508782 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-9232ef92-2173-4683-9cba-df2deea46449 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.2116597
Apr 13 14:36:33.601985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ca4e26-a8b3-481d-ab12-bcfedca72cfc None None] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:36:33.731909 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-bdf6c5d0-6572-4299-b008-1b2e87c787a2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 999 time: 0.2146242
Apr 13 14:36:33.898982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-eae87727-ed70-41f3-8a64-b3e1d45fd490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:33.902045 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-eae87727-ed70-41f3-8a64-b3e1d45fd490 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.1595464
Apr 13 14:36:33.922004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:33.947541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d44864c1-d6dd-4e54-bfa7-6c79bfa16b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:34.007547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=198918ca-1dc8-4e2a-9f0e-df92ae3ed219,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:34.014011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:34.202600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-f1f2b28f-97d0-4a0c-84b1-9f35ec62f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:34.220474 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-f1f2b28f-97d0-4a0c-84b1-9f35ec62f57b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3100226
Apr 13 14:36:34.325134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:34.337973 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/198918ca-1dc8-4e2a-9f0e-df92ae3ed219 HTTP/1.1" status: 204  len: 168 time: 1.5270171
Apr 13 14:36:34.342470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36770) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:34.619736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:34.727819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6845668>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'c6a415ce-1344-4228-aa8d-51cc7b4ad867', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'port_id': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'mac_address': 'fa:16:3e:12:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:35:56Z', 'updated_at': '2021-04-13T14:36:30Z', 'revision_number': 1, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:34.736219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] Checking router: d328708d-875c-47ca-872a-07ddaac29354 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:36:34.755870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:36:34.757760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6845668>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:36:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:34.797634 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-da30e2e9-a5a6-47de-be14-6c071e208dc3 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5671015
Apr 13 14:36:34.926501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421d617-4e68-4e6f-97e0-4933b7203f33 req-ca48ef6e-9ee6-4962-8f47-21989f1f74cf tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:34.938051 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c421d617-4e68-4e6f-97e0-4933b7203f33 req-ca48ef6e-9ee6-4962-8f47-21989f1f74cf tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.6303811
Apr 13 14:36:34.981209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:35.066955 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c421d617-4e68-4e6f-97e0-4933b7203f33 req-f47d5ed4-2c6f-4fba-b0b7-f64f80761842 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150339
Apr 13 14:36:35.143321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:36:35.297214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f11a63dbb70>> segment before_delete 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.297616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f11a63dbb70>> subnet precommit_delete_associations 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.298467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> segment_host_mapping after_create 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.298836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> port after_create 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.299215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> port after_delete 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.299625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> port after_update 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.299994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> segment after_delete 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.300355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> subnet after_create 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.300712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> subnet after_delete 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.301069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a78f5390>> subnet after_update 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.380500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a6c0f3c8>> subnet after_create 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.381170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a6c0f3c8>> subnet after_delete 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.381288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a6c0f3c8>> subnet before_create 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.381649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a6c0f3c8>> subnet before_update 55550000 {{(pid=85242) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:36:35.382319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a666b470>,) {'filters': {'network_id': ['9a6d9de1-5acb-4998-a661-01b4856b43c6']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:35.408045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a666b470>, 'ec727437-192a-4407-9c89-5c33be5221cc') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:35.408657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a666b470>, 'ec727437-192a-4407-9c89-5c33be5221cc') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:35.423105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:35.448135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:35.465214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:36:35.779631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6845668>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'c6a415ce-1344-4228-aa8d-51cc7b4ad867', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'port_id': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'mac_address': 'fa:16:3e:12:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:35:56Z', 'updated_at': '2021-04-13T14:36:30Z', 'revision_number': 1, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:35.790119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d63c9-c98e-4a19-b434-780161e21299 None None] The sync data for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi is: [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'c6a415ce-1344-4228-aa8d-51cc7b4ad867', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'floating_ip_address': '172.27.3.120', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'port_id': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'mac_address': 'fa:16:3e:12:3f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:35:56Z', 'updated_at': '2021-04-13T14:36:30Z', 'revision_number': 1, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:36:35.802203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Network 9a6d9de1-5acb-4998-a661-01b4856b43c6 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:36:35.851844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.335016 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa32cd9b-bd2a-491c-8046-489b4e559a86 req-1660438c-b87f-421d-bb94-3ce67c5983eb service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5250571
Apr 13 14:36:36.345982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Network 9a6d9de1-5acb-4998-a661-01b4856b43c6 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:36:36.355098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36826) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:36.419868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3fac0f-bba1-4995-aa02-168b846f1320 None None] New status for floating IP c6a415ce-1344-4228-aa8d-51cc7b4ad867: ACTIVE {{(pid=85243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   from cryptography.utils import int_from_bytes
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   from cryptography.utils import int_from_bytes
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   (rel_b, rel_a, rel_b),
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   (rel_b, rel_a, rel_b),
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:36:36.489620 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:36:36.500519 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.509636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca2a972e-85ac-4788-8aec-210ef18f11fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:36.538083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6d9de1-5acb-4998-a661-01b4856b43c6,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:36.540441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.546461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:36.549969 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9a6d9de1-5acb-4998-a661-01b4856b43c6 HTTP/1.1" status: 204  len: 168 time: 2.2063582
Apr 13 14:36:36.675266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.707426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36834) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:36.716115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:36.728928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Usage tracker for resource:security_group_rule and tenant:4af5e37930764e4f8e3c9c3a75371d7a is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:36.736439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:36.752647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:36.756371 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8d7763c0-3483-4bd2-99e5-6ea5412abfc2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e304b6f66f641b181066253d6e55ddd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0467103
Apr 13 14:36:36.758837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36838) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:36.837528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.858095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302e1ed-dd5f-4639-a87d-da112791aa0c req-6242b490-d3e3-4537-ba4f-7d3222e3e85a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:36.861286 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1302e1ed-dd5f-4639-a87d-da112791aa0c req-6242b490-d3e3-4537-ba4f-7d3222e3e85a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2904639
Apr 13 14:36:36.871065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.934105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.938940 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1302e1ed-dd5f-4639-a87d-da112791aa0c req-b15efc3b-d070-4d49-ae56-1f5f1af1198a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610483
Apr 13 14:36:36.939810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:36.955659 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acf2b13-7b53-4797-9260-fa6686cbecfa,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:36.959540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:36.976488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:36.979472 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4acf2b13-7b53-4797-9260-fa6686cbecfa HTTP/1.1" status: 204  len: 168 time: 0.2189448
Apr 13 14:36:37.028141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:37.032587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:37.049308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:37.137373 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4af5e37930764e4f8e3c9c3a75371d7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7805054
Apr 13 14:36:37.140423 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36846) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:37.141041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c0b3b4-6d81-4256-88d7-054bb6029b19,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:37.149254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:37.255773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:37.323751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:37.384481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:37.392659 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2ee8747-cb37-4a1a-ba76-2d509ce405bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:37.412314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c0b3b4-6d81-4256-88d7-054bb6029b19,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:37.418840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:37.418840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:37.423398 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83c0b3b4-6d81-4256-88d7-054bb6029b19 HTTP/1.1" status: 204  len: 168 time: 0.2780714
Apr 13 14:36:38.120124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36878) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:38.142708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:38.162895 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:38.169155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Usage tracker for resource:security_group_rule and tenant:733cbe224e10474a94f12d1cc223d9e3 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:38.172426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:38.179329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:38.342637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:38.346586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:38.365250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-29c28be6-6252-4140-b2b4-1a358f7e5021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:38.369424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220f3f8-6c0c-4773-946e-1be125d1a8bd req-ee83abc9-6828-4102-a311-26c314df4cd0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:38.372806 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8220f3f8-6c0c-4773-946e-1be125d1a8bd req-ee83abc9-6828-4102-a311-26c314df4cd0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2630994
Apr 13 14:36:38.457487 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8220f3f8-6c0c-4773-946e-1be125d1a8bd req-47cd0b6a-20f8-43a4-9226-f01834b96316 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755064
Apr 13 14:36:38.480519 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=733cbe224e10474a94f12d1cc223d9e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3588047
Apr 13 14:36:38.483165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36898) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:38.491844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba195c6a-1716-4f40-b688-8f381a7714ff,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:38.499531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 36902) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:38.515047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:38.683911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:38.784702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:38.833325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-847210872-network', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:38.853859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:38.880302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Usage tracker for resource:network and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:38.911465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:38.929420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:38.951655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Made reservation on behalf of 73c6ae81c397484792ceb85cc84e1026 for: {'network': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:36:38.960817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:38.996153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:39.033976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:39.039692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:39.052590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d86b19dd-b06c-4f42-8b4e-355a92ba03e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:39.077202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Usage tracker for resource:security_group_rule and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:39.083367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:39.142898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba195c6a-1716-4f40-b688-8f381a7714ff,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:39.156069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:39.161729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:39.224094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:39.229057 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba195c6a-1716-4f40-b688-8f381a7714ff HTTP/1.1" status: 204  len: 168 time: 0.7415285
Apr 13 14:36:39.519386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-2e4fb095-ae2c-435c-867f-6782d6b96270 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:39.520675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-2e4fb095-ae2c-435c-867f-6782d6b96270 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Synchronizing usage tracker for tenant:fe2e7f41f89c4359807836e898939a41 on resource:network {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:36:39.590085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-2e4fb095-ae2c-435c-867f-6782d6b96270 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Unset dirty status for tenant:fe2e7f41f89c4359807836e898939a41 on resource:network {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:36:39.592422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-2e4fb095-ae2c-435c-867f-6782d6b96270 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/networks?id=20a5acd6-3542-4c37-9ba1-2803fe33c713 HTTP/1.1" status: 200  len: 808 time: 0.5177495
Apr 13 14:36:39.632070 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-0daffc4d-a8a4-45c1-9f62-70565627f378 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/quotas/fe2e7f41f89c4359807836e898939a41 HTTP/1.1" status: 200  len: 375 time: 0.0227585
Apr 13 14:36:39.640686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:39.720227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:39.741534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a3b83571-73b9-4cd9-8e2c-032d4bb986fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:39.762523 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-491c89e6-09f0-45ba-a303-02ad8b7ddc88 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe2e7f41f89c4359807836e898939a41&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1194406
Apr 13 14:36:39.787913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e66ec8-f954-45fa-a595-d192170b562e req-ac8a13e1-035c-47c8-aef7-8a8994bee89f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:39.790569 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e66ec8-f954-45fa-a595-d192170b562e req-ac8a13e1-035c-47c8-aef7-8a8994bee89f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2005215
Apr 13 14:36:39.841432 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e66ec8-f954-45fa-a595-d192170b562e req-0bb8d98b-a95e-4738-b64a-88a27190ff36 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422461
Apr 13 14:36:39.855030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414}  {{(pid=85241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:36:39.907544 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1e8f1-d799-4dd7-8f0a-21871bdfdb4b,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:39.920013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:39.921945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:39.922499 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Added segment 075f0790-b29c-4b6b-82ff-3948e90cd378 of type vlan for network 315b8017-15b7-4e3c-99d5-ab3d9283683f
Apr 13 14:36:40.120193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:40.179781 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-5451d300-9df3-4291-8df4-33429b44a63c service neutron] 10.222.0.22 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4087124
Apr 13 14:36:40.218728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:40.221791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:40.222939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:40.250200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:40.396758 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.8955553
Apr 13 14:36:40.399908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 36980) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:40.407662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Request body: {'subnet': {'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-subnet', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:40.413306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:40.418213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Usage tracker for resource:subnet and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:40.421649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:40.428894 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:40.441616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Made reservation on behalf of 73c6ae81c397484792ceb85cc84e1026 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:36:40.447307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261300'] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:40.657018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Pushing event updated for resources: {'Network': ['ID=315b8017-15b7-4e3c-99d5-ab3d9283683f,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:40.671840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:40.673469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:36:40.744869 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-ea0d09e6-fe2d-4c81-aed9-742a81dd8efb service neutron] 10.222.0.22 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4961903
Apr 13 14:36:40.958668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:36:41.252390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16530250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261285'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:41.468342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ebea8680-7e50-4b56-b9d8-a1a36c02e681 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:41.485154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516bfc7-ca53-4a7d-88c0-10681ce969cb req-899a2161-a93e-4939-938f-861d889e9030 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:41.488033 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5516bfc7-ca53-4a7d-88c0-10681ce969cb req-899a2161-a93e-4939-938f-861d889e9030 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2647412
Apr 13 14:36:41.560486 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5516bfc7-ca53-4a7d-88c0-10681ce969cb req-6b235150-8454-4d51-bae1-cc0b690d8ab6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583029
Apr 13 14:36:41.614765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:41.624329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:41.743934 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3bc5b1dd-b0f4-4b49-acfc-647b7931204c req-3733e98f-5743-4ab4-a523-d78804311542 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 210 time: 0.0967293
Apr 13 14:36:41.769483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Checking segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:36:41.770682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Network hostable DHCP agents. Network: 315b8017-15b7-4e3c-99d5-ab3d9283683f, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:36:41.824148 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:36:41.835719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 315b8017-15b7-4e3c-99d5-ab3d9283683f) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:41.847892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f07662-8dfb-44a1-81de-754c9e09a355 None None] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:36:41.897134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:41.897950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:41.936978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5332677
Apr 13 14:36:41.938009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 37026) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:41.947880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:41.979652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:41.989860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Usage tracker for resource:router and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:41.993653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:42.004018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:42.017209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:42.018403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:42.049700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:42.254267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-315b8017-15b7-4e3c-99d5-ab3d9283683f', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:36:42.256763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:42.497141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Allocated IP 172.20.0.2 (315b8017-15b7-4e3c-99d5-ab3d9283683f/3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e/ee41fe2e-ce1c-4162-ad4b-0720c71598fd) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:36:42.762444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:43.074685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:43.109531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Transition to ACTIVE for port object ee41fe2e-ce1c-4162-ad4b-0720c71598fd will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:36:43.153733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Transition to ACTIVE for port object ee41fe2e-ce1c-4162-ad4b-0720c71598fd will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:36:43.162355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:43.185538 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a99fd0e4-f7d0-4acc-9369-c00441d64a9a req-cd0c699f-8842-4898-bbaa-f81ade29eb4e tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 210 time: 0.1191666
Apr 13 14:36:43.202327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:43.282858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13ff51-fb3b-4f1e-8842-36b7af75d8c9 req-fc474bb8-e025-4183-96b5-31142e49ddfd tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:43.285914 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ea13ff51-fb3b-4f1e-8842-36b7af75d8c9 req-fc474bb8-e025-4183-96b5-31142e49ddfd tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.4328156
Apr 13 14:36:43.578742 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ea13ff51-fb3b-4f1e-8842-36b7af75d8c9 req-1a7d2405-3204-4adb-a995-67fcf13ed3be tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739964
Apr 13 14:36:43.739763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:43.752721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Pushing event updated for resources: {'Port': ['ID=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:43.764787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.765631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.765631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.765975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.766213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.766588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.766957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.767320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.767721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.768087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.768451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.768813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:43.781554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:43.817521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:43.948270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:36:43.956858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:43.972746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:36:44.260911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Attempting to bind port ee41fe2e-ce1c-4162-ad4b-0720c71598fd on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:36:44.261609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Attempting to bind port ee41fe2e-ce1c-4162-ad4b-0720c71598fd by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:36:44.262363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Attempting to bind port ee41fe2e-ce1c-4162-ad4b-0720c71598fd on network 315b8017-15b7-4e3c-99d5-ab3d9283683f {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:36:44.275261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:36:44.275973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Checking segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:36:44.276726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:44.277457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Bound using segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:36:44.282943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Bound port: ee41fe2e-ce1c-4162-ad4b-0720c71598fd, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:36:44.283788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:44.579531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-cbea6b0e-f626-42c2-8fe6-b01271609f1a tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:44.580927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] For port ee41fe2e-ce1c-4162-ad4b-0720c71598fd, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:36:44.583747 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-cbea6b0e-f626-42c2-8fe6-b01271609f1a tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "GET /v2.0/networks?id=20a5acd6-3542-4c37-9ba1-2803fe33c713 HTTP/1.1" status: 200  len: 808 time: 0.6247625
Apr 13 14:36:44.597678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] For port ee41fe2e-ce1c-4162-ad4b-0720c71598fd, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:36:44.603829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:44.674957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:44.868817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a7a5a-0bb3-4560-b4c2-7e52cd52a430 req-44308915-8dc3-46bd-9756-758d5361fdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:44.871281 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5c9a7a5a-0bb3-4560-b4c2-7e52cd52a430 req-44308915-8dc3-46bd-9756-758d5361fdf5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 1099 time: 0.7460763
Apr 13 14:36:44.895057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Pushing event updated for resources: {'Port': ['ID=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:44.901662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:44.908763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Allocated IP 172.27.3.38 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/b19835a1-784f-4647-bff4-b85761212a4b) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:36:44.941368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Request body: {'port': {'device_id': '51387a5d-289e-41ff-923a-0eee0f11be40', 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713', 'admin_state_up': True, 'tenant_id': 'fe2e7f41f89c4359807836e898939a41'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:44.966298 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5c9a7a5a-0bb3-4560-b4c2-7e52cd52a430 req-949d43e2-68d1-456f-8c77-9760b9039f9b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0233169
Apr 13 14:36:45.013460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bbc27-357b-4217-bfa2-902370c4e5e3 req-5033475e-3bc1-449c-b1ee-7b197d265fc2 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:45.020530 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa2bbc27-357b-4217-bfa2-902370c4e5e3 req-5033475e-3bc1-449c-b1ee-7b197d265fc2 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1545134
Apr 13 14:36:45.058696 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa2bbc27-357b-4217-bfa2-902370c4e5e3 req-0ba2dc97-172a-4ea1-913d-9a96d55dc554 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357912
Apr 13 14:36:45.189673 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-56f1e876-0e92-4d39-95ff-4d8a1fee1586 req-53c47143-4ac9-4c53-9412-e2211178dc13 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 210 time: 0.6036012
Apr 13 14:36:45.259720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:45.269640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Usage tracker for resource:port and tenant:fe2e7f41f89c4359807836e898939a41 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:45.292222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:45.313676 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:45.386495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Made reservation on behalf of fe2e7f41f89c4359807836e898939a41 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:36:45.395752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:45.591190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:45.686234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Allocated IP 172.20.0.8 (20a5acd6-3542-4c37-9ba1-2803fe33c713/f8468533-036b-4b87-abec-ebf4fc4cf15c/ade065ad-1f23-4f38-87ab-305049c8bf33) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:36:45.709573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:45.731695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:46.014861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Pushing event updated for resources: {'Port': ['ID=b19835a1-784f-4647-bff4-b85761212a4b,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:46.035308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:46.381647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:36:46.392017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:46.413859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:36:46.503328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37130) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:46.612680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b77863-b1cc-4f0b-825a-6e38e25ca04f None None] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:36:46.739368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:46.740912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-199771e2-0fbf-4640-814b-51c399f4b679 None None] Provisioning for port ee41fe2e-ce1c-4162-ad4b-0720c71598fd completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:36:46.761833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:46.771628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Usage tracker for resource:security_group_rule and tenant:75fee5c875354bbb87f3970fb314be00 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:46.776207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:46.791742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:46.999152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.004002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.009597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device ee41fe2e-ce1c-4162-ad4b-0720c71598fd up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:36:47.015652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a2d1f603-7bba-4da2-9a54-9312c2d69f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:47.072032 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75fee5c875354bbb87f3970fb314be00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5660203
Apr 13 14:36:47.074843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ac46e0-5119-48b0-bb05-a446a9fe8b96,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:47.076824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.078867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37142) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:47.082177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:47.160451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.214940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.261747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port ee41fe2e-ce1c-4162-ad4b-0720c71598fd completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:36:47.275991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port ee41fe2e-ce1c-4162-ad4b-0720c71598fd triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:47.276655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.293632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.300577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-610128bc-262f-4b9e-9657-3cd6242a4818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:47.319901 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ac46e0-5119-48b0-bb05-a446a9fe8b96,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:47.325043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:47.335860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.338006 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37ac46e0-5119-48b0-bb05-a446a9fe8b96 HTTP/1.1" status: 204  len: 168 time: 0.2581797
Apr 13 14:36:47.362742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73503edd-2a36-40bf-a8b8-cd2dabe9abb6 req-ddb72112-7e1b-45e7-9326-13f90bd420e8 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:47.380156 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-73503edd-2a36-40bf-a8b8-cd2dabe9abb6 req-ddb72112-7e1b-45e7-9326-13f90bd420e8 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 1.1919804
Apr 13 14:36:47.485637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.539329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port ee41fe2e-ce1c-4162-ad4b-0720c71598fd, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:47.545207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.548667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:47.591822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-beb44366-6096-4b1e-9b5d-762048f052e4 None None] Provisioning complete for port ee41fe2e-ce1c-4162-ad4b-0720c71598fd triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:47.592278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-beb44366-6096-4b1e-9b5d-762048f052e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.630343 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-73503edd-2a36-40bf-a8b8-cd2dabe9abb6 req-8af2aeff-af05-4c28-939e-4fae182a793e tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2412076
Apr 13 14:36:47.680386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.696962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:47.701138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:47.789194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:47.890375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37150) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:47.910754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.927982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:47.933853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Usage tracker for resource:security_group_rule and tenant:58f559104a464f8cbf95c04ff39191ce is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:47.937524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:47.942197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:47.946016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:48.055703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.059992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.069701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-13c24d7f-6304-45fe-a211-f37998580d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:48.119005 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58f559104a464f8cbf95c04ff39191ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2226942
Apr 13 14:36:48.119343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ec91a9-b738-4b85-9827-d0145f8e7f5b,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:48.122047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37156) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:48.125249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:48.191760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Pushing event updated for resources: {'Port': ['ID=ade065ad-1f23-4f38-87ab-305049c8bf33,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:48.223854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.229417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:48.287054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.379599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.389248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22f5ee2e-64e7-436c-8723-278ec89d0996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:48.417877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ec91a9-b738-4b85-9827-d0145f8e7f5b,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:48.421467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:48.422807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.427591 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84ec91a9-b738-4b85-9827-d0145f8e7f5b HTTP/1.1" status: 204  len: 168 time: 0.3014407
Apr 13 14:36:48.478926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:36:48.481268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:48.483864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:36:48.490110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:48.490815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.557088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e768f94-af2d-4347-851f-48eca89bf169 req-27eac89d-30f7-465b-b9a8-7cb95998314e tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:48.559055 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9e768f94-af2d-4347-851f-48eca89bf169 req-27eac89d-30f7-465b-b9a8-7cb95998314e tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 931 time: 0.7266359
Apr 13 14:36:48.592793 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6776457
Apr 13 14:36:48.609485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Request body: {'port': {'device_id': '51387a5d-289e-41ff-923a-0eee0f11be40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:48.649021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-9e768f94-af2d-4347-851f-48eca89bf169 req-40c9fe81-391a-4ff5-a362-02c392bbb72c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Synchronizing usage tracker for tenant:fe2e7f41f89c4359807836e898939a41 on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:36:48.673866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:48.834231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-9e768f94-af2d-4347-851f-48eca89bf169 req-40c9fe81-391a-4ff5-a362-02c392bbb72c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Unset dirty status for tenant:fe2e7f41f89c4359807836e898939a41 on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:36:48.836049 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9e768f94-af2d-4347-851f-48eca89bf169 req-40c9fe81-391a-4ff5-a362-02c392bbb72c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2672272
Apr 13 14:36:48.886529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device ee41fe2e-ce1c-4162-ad4b-0720c71598fd up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:36:48.952375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:49.064234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port ee41fe2e-ce1c-4162-ad4b-0720c71598fd triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:49.065933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:49.132067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb1b46-c2b0-42f9-b1d0-0a69d18f2d1d req-08417d26-d25c-4fb4-ae6a-2c83cc344ef4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:49.147937 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-54bb1b46-c2b0-42f9-b1d0-0a69d18f2d1d req-08417d26-d25c-4fb4-ae6a-2c83cc344ef4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2123492
Apr 13 14:36:49.250407 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-54bb1b46-c2b0-42f9-b1d0-0a69d18f2d1d req-1c3eb9e6-cf99-4171-8540-1088a6bba644 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001575
Apr 13 14:36:49.464127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Router 1852470f-650e-44d8-bf07-1c094357bd16 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:36:50.005222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21f0906f-e047-467d-9aa7-e2469f8af128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:50.149941 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:36:50.169557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Sync routers for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:36:50.176262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1f333-cda0-4560-88ae-cc6ccad94834 req-c58bbf2b-08bb-4038-b0ef-b954c87c65f5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:50.178033 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7da1f333-cda0-4560-88ae-cc6ccad94834 req-c58bbf2b-08bb-4038-b0ef-b954c87c65f5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 931 time: 0.1562624
Apr 13 14:36:50.221766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:36:50.223715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a67ab128>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:36:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:50.239905 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7da1f333-cda0-4560-88ae-cc6ccad94834 req-f623ba40-081a-4312-8d44-436de84c52ab tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524662
Apr 13 14:36:50.259138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Notify callbacks [] for router, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:50.269123 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.3295658
Apr 13 14:36:50.274471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37208) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:50.311607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade065ad-1f23-4f38-87ab-305049c8bf33 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:36:50.321622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:50.341313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Transition to ACTIVE for port object ade065ad-1f23-4f38-87ab-305049c8bf33 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:36:50.346301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:50.511688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7bee7a2-8552-496d-97f1-25765e6f9a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:50.674741 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Pushing event updated for resources: {'Port': ['ID=ade065ad-1f23-4f38-87ab-305049c8bf33,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:50.675685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:36:50.687140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:50.761691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Attempting to bind port ade065ad-1f23-4f38-87ab-305049c8bf33 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:36:50.762083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Attempting to bind port ade065ad-1f23-4f38-87ab-305049c8bf33 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:36:50.763730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Attempting to bind port ade065ad-1f23-4f38-87ab-305049c8bf33 on network 20a5acd6-3542-4c37-9ba1-2803fe33c713 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:36:50.792715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Port ade065ad-1f23-4f38-87ab-305049c8bf33 on network 20a5acd6-3542-4c37-9ba1-2803fe33c713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:36:50.793202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Attempting to bind port ade065ad-1f23-4f38-87ab-305049c8bf33 on network 20a5acd6-3542-4c37-9ba1-2803fe33c713 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:36:50.800715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:36:50.801317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Checking segment: {'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:36:50.801880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Bound using segment: {'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:36:50.802487 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Bound port: ade065ad-1f23-4f38-87ab-305049c8bf33, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:36:50.803050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:50.900783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] For port ade065ad-1f23-4f38-87ab-305049c8bf33, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:36:50.904700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] For port ade065ad-1f23-4f38-87ab-305049c8bf33, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ade065ad-1f23-4f38-87ab-305049c8bf33,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:36:50.910868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:50.927931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f9c3a-f5e5-44c2-aaaa-07344d91db67 req-1d628321-3502-4b0d-a9e2-0f774b36fa04 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:50.937670 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-243f9c3a-f5e5-44c2-aaaa-07344d91db67 req-1d628321-3502-4b0d-a9e2-0f774b36fa04 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.3332312
Apr 13 14:36:50.984133 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-243f9c3a-f5e5-44c2-aaaa-07344d91db67 req-4e0f8b6b-81e2-4698-b916-01847d57369c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453920
Apr 13 14:36:51.031569 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:51.171281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Pushing event updated for resources: {'Port': ['ID=ade065ad-1f23-4f38-87ab-305049c8bf33,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:51.175224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:51.176102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:51.177916 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] 10.222.0.48 "PUT /v2.0/ports/ade065ad-1f23-4f38-87ab-305049c8bf33 HTTP/1.1" status: 200  len: 1093 time: 2.5731127
Apr 13 14:36:51.178615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51387a5d-289e-41ff-923a-0eee0f11be40', 'tag': 'ade065ad-1f23-4f38-87ab-305049c8bf33'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:36:51.186261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:51.262263 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51387a5d-289e-41ff-923a-0eee0f11be40', 'tag': 'ade065ad-1f23-4f38-87ab-305049c8bf33', 'status': 'completed', 'code': 200}
Apr 13 14:36:51.490885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:51.528185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a67ab128>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:47Z', 'revision_number': 3, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:51.543038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Checking router: 1852470f-650e-44d8-bf07-1c094357bd16 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:36:51.543931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Updating router 1852470f-650e-44d8-bf07-1c094357bd16 port b19835a1-784f-4647-bff4-b85761212a4b binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:36:51.646051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:51.709771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4edde-272a-4878-a7da-0c0429304156 req-f6405560-9b4f-4d63-868b-923e25f5c0ca tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:51.711552 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f6e4edde-272a-4878-a7da-0c0429304156 req-f6405560-9b4f-4d63-868b-923e25f5c0ca tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 943 time: 0.2230089
Apr 13 14:36:51.768823 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f6e4edde-272a-4878-a7da-0c0429304156 req-983b2c8f-d89a-453a-b437-021e4ae4f02f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428748
Apr 13 14:36:51.846695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Allocated IP 172.20.0.1 (315b8017-15b7-4e3c-99d5-ab3d9283683f/3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e/8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:36:51.936953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b83b4d-427a-48c5-8cd7-08afcfd3d85c req-a67f5c2d-9431-4aea-b5c4-f83cfaeba993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:51.939252 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c9b83b4d-427a-48c5-8cd7-08afcfd3d85c req-a67f5c2d-9431-4aea-b5c4-f83cfaeba993 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2e7f41f89c4359807836e898939a41&device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 1096 time: 0.1566272
Apr 13 14:36:52.166330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:52.186334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b83b4d-427a-48c5-8cd7-08afcfd3d85c req-b5acc800-38f0-42a2-ae89-59387e527451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:52.188145 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c9b83b4d-427a-48c5-8cd7-08afcfd3d85c req-b5acc800-38f0-42a2-ae89-59387e527451 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=fe2e7f41f89c4359807836e898939a41&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2215571
Apr 13 14:36:52.205335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d4932813-8ee2-4458-8f54-3cd3ab897144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:52.213010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Transition to ACTIVE for port object 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff will not be triggered until provisioned by entity DHCP. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:36:52.287647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:52.316053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3cec1b51-89d9-4f34-a035-8f8bbf9d40b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:52.456307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:52.466449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:52.472404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:52.474393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b83b4d-427a-48c5-8cd7-08afcfd3d85c req-24d483b1-6c57-4f6c-9ecf-ed26c755a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:52.476700 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c9b83b4d-427a-48c5-8cd7-08afcfd3d85c req-24d483b1-6c57-4f6c-9ecf-ed26c755a210 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2768955
Apr 13 14:36:52.482195 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Transition to ACTIVE for port object b19835a1-784f-4647-bff4-b85761212a4b will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:36:52.493538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:52.497428 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd1cd9-aa91-4b65-933d-3a7f6168b672 req-5f74d1c1-2fad-4b6e-871c-040f94d54530 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:52.499553 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8fd1cd9-aa91-4b65-933d-3a7f6168b672 req-5f74d1c1-2fad-4b6e-871c-040f94d54530 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2206533
Apr 13 14:36:52.524480 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:52.527644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:36:52.529047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:52.531655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:36:52.545917 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8fd1cd9-aa91-4b65-933d-3a7f6168b672 req-c3004885-11ab-4e8a-bd53-3d79f6df557a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381222
Apr 13 14:36:52.611663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:52.656737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-1ce76680-0009-485d-8333-969409937fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:52.666605 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-1ce76680-0009-485d-8333-969409937fab service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2e7f41f89c4359807836e898939a41&device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 1096 time: 0.1152997
Apr 13 14:36:52.675055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Pushing event updated for resources: {'Port': ['ID=b19835a1-784f-4647-bff4-b85761212a4b,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:52.689348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.689983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.693183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.693738 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.694434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.695750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.696353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.697024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.698083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.698602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.699105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.699644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:36:52.712500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:52.849183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:52.878541 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-bb839a77-ab59-4404-8814-f0246f5fc850 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade065ad-1f23-4f38-87ab-305049c8bf33 HTTP/1.1" status: 200  len: 217 time: 0.1774824
Apr 13 14:36:52.979539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-16325ec3-c9b2-4ecf-befc-f6c754ab2c36 None None] Provisioning for port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:36:52.995133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-16325ec3-c9b2-4ecf-befc-f6c754ab2c36 None None] Provisioning complete for port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:52.995860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-16325ec3-c9b2-4ecf-befc-f6c754ab2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.045004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-2b7c9c93-3040-4486-8991-bc98e67b4540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:53.046605 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-2b7c9c93-3040-4486-8991-bc98e67b4540 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8468533-036b-4b87-abec-ebf4fc4cf15c HTTP/1.1" status: 200  len: 848 time: 0.1598930
Apr 13 14:36:53.075787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Attempting to bind port b19835a1-784f-4647-bff4-b85761212a4b on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:36:53.076471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Attempting to bind port b19835a1-784f-4647-bff4-b85761212a4b by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:36:53.077155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Attempting to bind port b19835a1-784f-4647-bff4-b85761212a4b on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:36:53.089308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:36:53.090006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:36:53.096301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.097252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:36:53.099288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Bound port: b19835a1-784f-4647-bff4-b85761212a4b, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:36:53.099288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.194420 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-2d74f0f2-7c15-49f4-a726-3c5961172cc8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20a5acd6-3542-4c37-9ba1-2803fe33c713&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1385121
Apr 13 14:36:53.262737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-16325ec3-c9b2-4ecf-befc-f6c754ab2c36 None None] Port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:36:53.322559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.387605 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-d1fd3fdd-35e6-49cf-9e4b-8d16bf165ece service neutron] 10.222.0.48 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783762
Apr 13 14:36:53.392995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] For port b19835a1-784f-4647-bff4-b85761212a4b, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:36:53.400655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] For port b19835a1-784f-4647-bff4-b85761212a4b, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=b19835a1-784f-4647-bff4-b85761212a4b,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:36:53.406307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.436861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:53.589806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.598516 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.609672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e27a2-d7c6-40d9-bd53-fb651479add3 req-62487e57-953d-4daa-8fae-f0daabbd2c18 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:53.610660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f36e27a2-d7c6-40d9-bd53-fb651479add3 req-62487e57-953d-4daa-8fae-f0daabbd2c18 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Synchronizing usage tracker for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:36:53.658108 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:53.667439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Pushing event updated for resources: {'Port': ['ID=b19835a1-784f-4647-bff4-b85761212a4b,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:53.679271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:53.684232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-f36e27a2-d7c6-40d9-bd53-fb651479add3 req-62487e57-953d-4daa-8fae-f0daabbd2c18 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Unset dirty status for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:36:53.685354 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f36e27a2-d7c6-40d9-bd53-fb651479add3 req-62487e57-953d-4daa-8fae-f0daabbd2c18 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 943 time: 0.5390487
Apr 13 14:36:53.787049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:36:53.790071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a67ab128>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:36:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:53.797066 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d12ff03d-7525-42e8-9375-fd8ee6e04d27 req-ad5bae89-5152-462a-861e-50232516d0bd service neutron] 10.222.0.48 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3831437
Apr 13 14:36:53.811422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f36e27a2-d7c6-40d9-bd53-fb651479add3 req-e4149b6c-9365-499f-94b3-fa7b268dfab7 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809064
Apr 13 14:36:53.849389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:53.852347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:53.870798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:53.889326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:54.318560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:36:54.444029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb886f-4015-4047-885b-164930b79572 req-c6bc3622-9cac-4a23-9c6f-1d630e446a1c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:54.452316 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8fb886f-4015-4047-885b-164930b79572 req-c6bc3622-9cac-4a23-9c6f-1d630e446a1c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2400942
Apr 13 14:36:54.495928 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8fb886f-4015-4047-885b-164930b79572 req-ae4545dc-0887-4052-975e-3297fde38bc8 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424511
Apr 13 14:36:54.504360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:36:54.505661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:54.827048 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ff6e896c-f855-4bdf-8871-fda269c8ac2d None None] Provisioning complete for port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:54.827434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ff6e896c-f855-4bdf-8871-fda269c8ac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:54.886086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a67ab128>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 2, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:54.895596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32014c3d-2ea8-44c5-9d60-a560bd224453 None None] The sync data for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi is: [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 2, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:36:54.906362 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Router 1852470f-650e-44d8-bf07-1c094357bd16 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:36:54.937768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e896c-f855-4bdf-8871-fda269c8ac2d None None] Port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:36:55.068324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca336a84-30c6-48fd-8f0a-cee594ee197f req-62f90bb4-8716-4297-80ce-d2810c4de7b6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:55.078024 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ca336a84-30c6-48fd-8f0a-cee594ee197f req-62f90bb4-8716-4297-80ce-d2810c4de7b6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1630442
Apr 13 14:36:55.111329 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ca336a84-30c6-48fd-8f0a-cee594ee197f req-cc950be2-361b-4228-a4cb-192efa9c9868 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0319092
Apr 13 14:36:55.333433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:36:55.345965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cdcd9a-11b2-49a1-9594-d2b2a25460ab req-6a250442-ea24-412a-93c5-63b36aa96ebd tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:55.355400 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-29cdcd9a-11b2-49a1-9594-d2b2a25460ab req-6a250442-ea24-412a-93c5-63b36aa96ebd tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 943 time: 0.1722622
Apr 13 14:36:55.380598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:55.402253 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] 10.222.0.22 "PUT /v2.0/routers/1852470f-650e-44d8-bf07-1c094357bd16/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1263444
Apr 13 14:36:55.409118 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-29cdcd9a-11b2-49a1-9594-d2b2a25460ab req-c95b7c33-a27b-4a08-b415-f9407540b5cf tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526843
Apr 13 14:36:55.959264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ade065ad-1f23-4f38-87ab-305049c8bf33 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:36:56.333379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ade065ad-1f23-4f38-87ab-305049c8bf33, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ade065ad-1f23-4f38-87ab-305049c8bf33,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:56.351943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'ade065ad-1f23-4f38-87ab-305049c8bf33', 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713', 'port_id': 'ade065ad-1f23-4f38-87ab-305049c8bf33', 'mac_address': 'fa:16:3e:3a:60:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8468533-036b-4b87-abec-ebf4fc4cf15c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:36:56.463293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:56.516134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade065ad-1f23-4f38-87ab-305049c8bf33 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:36:56.561051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ade065ad-1f23-4f38-87ab-305049c8bf33, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ade065ad-1f23-4f38-87ab-305049c8bf33,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:56.567967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:56.572226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:56.698113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37342) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:56.704942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54625444', 'description': 'tempest-description--2077822328'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:56.719154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:56.727440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:56.730507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ade065ad-1f23-4f38-87ab-305049c8bf33,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:56.737087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:56.737947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:56.746782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:56.761024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:56.765981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:56.773453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group_rule and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:56.780092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:56.795900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:56.983789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device b19835a1-784f-4647-bff4-b85761212a4b up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:36:57.005019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.016437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.058870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7929fff-06a5-492c-b0e5-b5b85d9db43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:57.081773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.083991 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3840597
Apr 13 14:36:57.088894 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 37356) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:57.096241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'security_group_rule': {'security_group_id': '5dcfd9f1-8bea-4bfe-8841-52236e89b21d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:57.108920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:57.139004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group_rule and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:57.146437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdf791-e5c3-4eb2-a59d-cf5a05a4e303 req-befd3669-d875-4ce5-ad44-eea6d73c06b3 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:57.153834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port b19835a1-784f-4647-bff4-b85761212a4b completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:36:57.154959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:57.157846 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c3bdf791-e5c3-4eb2-a59d-cf5a05a4e303 req-befd3669-d875-4ce5-ad44-eea6d73c06b3 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 944 time: 0.2543478
Apr 13 14:36:57.166964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port b19835a1-784f-4647-bff4-b85761212a4b triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:57.168246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.177978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcfd9f1-8bea-4bfe-8841-52236e89b21d,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:57.181429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:57.183284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:57.230155 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c3bdf791-e5c3-4eb2-a59d-cf5a05a4e303 req-cae74ad6-ef45-424b-ad54-9cda48d6814a tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607009
Apr 13 14:36:57.232090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.361872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.366689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.375281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3d58a461-70f1-4d50-a012-0b065dae7d39 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:57.410648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2bdefb-0909-4699-b5db-ef93ed055593,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:57.425036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:57.450796 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.452946 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3623719
Apr 13 14:36:57.456378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37364) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:57.463956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'security_group_rule': {'security_group_id': '5dcfd9f1-8bea-4bfe-8841-52236e89b21d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:57.466713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.471351 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:57.477267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group_rule and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:57.482635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:57.487228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port b19835a1-784f-4647-bff4-b85761212a4b, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=b19835a1-784f-4647-bff4-b85761212a4b,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:36:57.490655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.492032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:57.492697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:57.513968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.610189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.613714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=b19835a1-784f-4647-bff4-b85761212a4b,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:57.614321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.618041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:57.620369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:57.653221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836f5216-744d-441d-80a8-4142b66562d7,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:57.672270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:57.672270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.672270 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2112124
Apr 13 14:36:57.680162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37372) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:36:57.684847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:36:57.691601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:36:57.696626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:floatingip and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:36:57.699958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:36:57.706675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:36:57.717582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:57.872580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:58.031674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Allocated IP 172.27.3.108 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/55151ea0-1926-4082-9aba-f0607943c690) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:36:58.209115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:58.258403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:58.274187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9ebc72ee-7e1d-492e-bbcf-2046dcc8db4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:58.356122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['ade065ad-1f23-4f38-87ab-305049c8bf33'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:36:58.592188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'Port': ['ID=55151ea0-1926-4082-9aba-f0607943c690,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:58.597403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:36:58.742645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:36:58.746758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:36:58.750884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:36:58.857430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e97e08-9ea8-4ca9-87f0-abf59e1c34ee req-b8c28d10-ec4b-45e1-8708-8d8092c4df72 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:36:58.871236 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72e97e08-9ea8-4ca9-87f0-abf59e1c34ee req-b8c28d10-ec4b-45e1-8708-8d8092c4df72 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 944 time: 0.3636391
Apr 13 14:36:58.912017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device b19835a1-784f-4647-bff4-b85761212a4b up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:36:58.941088 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72e97e08-9ea8-4ca9-87f0-abf59e1c34ee req-0c87f96d-aca5-4dab-ab94-9a47d29f741e tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567775
Apr 13 14:36:58.973179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:59.031932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port b19835a1-784f-4647-bff4-b85761212a4b triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:36:59.032361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:59.092553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:59.481438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Sync routers for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:36:59.493056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:36:59.493821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6a05cf8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:36:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:36:59.520261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:59.526734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:36:59.571143 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84925cd8-4643-4651-8dc4-40208f42e6d6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:36:59.813675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:36:59.889523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'Port': ['ID=55151ea0-1926-4082-9aba-f0607943c690,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:36:59.896727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:00.082966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:00.126922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:00.128990 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4537275
Apr 13 14:37:00.502818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6a05cf8>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:36:53Z', 'revision_number': 2, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:00.510773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Checking router: 1852470f-650e-44d8-bf07-1c094357bd16 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:37:00.511445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Updating router 1852470f-650e-44d8-bf07-1c094357bd16 port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:37:00.607213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342cde7-1b0c-4886-81a4-f929106054c6 req-b44c35cd-6352-46aa-a833-b40da7be4f22 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:00.610021 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7342cde7-1b0c-4886-81a4-f929106054c6 req-b44c35cd-6352-46aa-a833-b40da7be4f22 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 944 time: 0.1547701
Apr 13 14:37:00.610224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:00.661783 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7342cde7-1b0c-4886-81a4-f929106054c6 req-08f7b181-6b6e-4e92-89ab-ca3e667db320 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422528
Apr 13 14:37:00.915350 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-06c9500e-8cd1-4a52-8d13-35104c523c4d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:00.939818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-06c9500e-8cd1-4a52-8d13-35104c523c4d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:00.944066 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-06c9500e-8cd1-4a52-8d13-35104c523c4d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--54625444&fields=id&tenant_id=73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 267 time: 0.0574694
Apr 13 14:37:01.156175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:01.170023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Transition to ACTIVE for port object 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:01.176625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:01.184561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-576fdccf-b2da-4da4-8939-eb6e0bba1ac1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:01.186261 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-576fdccf-b2da-4da4-8939-eb6e0bba1ac1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 816 time: 0.2286890
Apr 13 14:37:01.193264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:01.208945 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-6c2b0bbb-ed76-45aa-876f-cf0297e3de67 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/quotas/73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 375 time: 0.0154076
Apr 13 14:37:01.336971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-919dcf7a-0465-403e-b1b9-fcdfcf95071f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:01.358448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-919dcf7a-0465-403e-b1b9-fcdfcf95071f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:01.360344 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-919dcf7a-0465-403e-b1b9-fcdfcf95071f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1396561
Apr 13 14:37:01.518082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b91938-720d-47ef-8475-8a491ac07bf0 None None] Pushing event updated for resources: {'Port': ['ID=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:01.529881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-34b91938-720d-47ef-8475-8a491ac07bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:01.534312 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-fefce073-4566-416a-a676-3439a4042df4 service neutron] 10.222.0.22 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1599922
Apr 13 14:37:01.536292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:01.693072 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-162c4275-1a5d-4c0d-8df6-45f7fbe11f6c service neutron] 10.222.0.22 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1575027
Apr 13 14:37:01.743297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Attempting to bind port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:37:01.743742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Attempting to bind port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:37:01.744159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Attempting to bind port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff on network 315b8017-15b7-4e3c-99d5-ab3d9283683f {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:01.751286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:37:01.751757 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Checking segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:01.752354 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:01.752794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Bound using segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:37:01.753736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Bound port: 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:37:01.754289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:01.844220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] For port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:37:01.847736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] For port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:37:01.852396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:01.869581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:02.049347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b91938-720d-47ef-8475-8a491ac07bf0 None None] Pushing event updated for resources: {'Port': ['ID=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:02.056313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-34b91938-720d-47ef-8475-8a491ac07bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:02.125917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:37:02.126864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6a05cf8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:36:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:02.229994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-3f10c2a8-0440-4704-a734-215b3fd98d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:02.236667 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-3f10c2a8-0440-4704-a734-215b3fd98d2f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.2468290
Apr 13 14:37:02.530508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:37:02.676443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c641b-2ab4-467f-81fa-f2ce9af606f5 req-f7adf57c-4532-43ec-9f1b-7544400eeac7 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:02.678388 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a09c641b-2ab4-467f-81fa-f2ce9af606f5 req-f7adf57c-4532-43ec-9f1b-7544400eeac7 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.6469588
Apr 13 14:37:02.734601 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a09c641b-2ab4-467f-81fa-f2ce9af606f5 req-1b404fb8-1928-4a56-9f13-ba929fb03861 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468712
Apr 13 14:37:02.948042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:02.957024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-25f1856a-0353-45d0-8316-586a0cdb990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:02.958805 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-25f1856a-0353-45d0-8316-586a0cdb990c service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.7134974
Apr 13 14:37:02.970144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d868bd4-ea8f-409a-8ab1-cc96281cfa5c req-8cb7f2af-3040-4b37-a748-f821c5533bfe tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:02.971957 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7d868bd4-ea8f-409a-8ab1-cc96281cfa5c req-8cb7f2af-3040-4b37-a748-f821c5533bfe tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 944 time: 0.6104157
Apr 13 14:37:03.017195 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7d868bd4-ea8f-409a-8ab1-cc96281cfa5c req-721fda6a-736b-41a1-b21b-682cee677656 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308700
Apr 13 14:37:03.053076 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8b76710-6e3e-4926-969e-950efaaca4de req-6fec036f-5b19-46c3-834d-586b38fb12a0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.1068139
Apr 13 14:37:03.107293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:03.117054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:03.117481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:03.176556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6a05cf8>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:01Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:03.192916 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4201248c-18eb-4c93-9159-3a3e4a9563fc None None] The sync data for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi is: [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:01Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:37:03.283840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:03.310690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:03.314722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:03.327573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:03.441169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:03.444801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:03.970032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9e67d-b1d1-4bd3-a814-266065d39ae1 req-3dfb64ea-7ad2-4a6f-a3a9-329af69640c0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:03.972967 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0c9e67d-b1d1-4bd3-a814-266065d39ae1 req-3dfb64ea-7ad2-4a6f-a3a9-329af69640c0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1078076
Apr 13 14:37:04.012478 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0c9e67d-b1d1-4bd3-a814-266065d39ae1 req-04a43413-ec30-4259-b337-f09fea1672bc tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323591
Apr 13 14:37:04.202885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ade065ad-1f23-4f38-87ab-305049c8bf33 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:04.278986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794447ca-1869-4344-a613-2e810d0603d0 req-9a538ca4-6281-4352-bccc-9dea4756d6b8 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:04.282451 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-794447ca-1869-4344-a613-2e810d0603d0 req-9a538ca4-6281-4352-bccc-9dea4756d6b8 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 944 time: 0.1284113
Apr 13 14:37:04.318242 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-794447ca-1869-4344-a613-2e810d0603d0 req-2de0107c-ba09-4869-addc-b7f2324ef1ee tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0278599
Apr 13 14:37:04.342616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port ade065ad-1f23-4f38-87ab-305049c8bf33 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:04.353446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port ade065ad-1f23-4f38-87ab-305049c8bf33 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:04.354283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:04.565242 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-609bc6c0-f6fc-4a61-bd52-112cb7cfa029 req-a63a0eaa-e22e-4493-8569-08cb1fcd4648 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0958540
Apr 13 14:37:04.573600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:04.591528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51387a5d-289e-41ff-923a-0eee0f11be40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade065ad-1f23-4f38-87ab-305049c8bf33'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:37:04.609371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ade065ad-1f23-4f38-87ab-305049c8bf33, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ade065ad-1f23-4f38-87ab-305049c8bf33,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:04.613409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:04.616054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-34b91938-720d-47ef-8475-8a491ac07bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:04.659739 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51387a5d-289e-41ff-923a-0eee0f11be40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade065ad-1f23-4f38-87ab-305049c8bf33', 'code': 200}
Apr 13 14:37:04.710076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ade065ad-1f23-4f38-87ab-305049c8bf33,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:04.716105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:04.861918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:04.943321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:04.943803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:05.247947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11eeb3-0288-489c-b78b-b5f3047adef8 req-48635994-2a9a-49eb-94f6-fbfe7ef04fb1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:05.250667 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0e11eeb3-0288-489c-b78b-b5f3047adef8 req-48635994-2a9a-49eb-94f6-fbfe7ef04fb1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1087723
Apr 13 14:37:05.324246 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0e11eeb3-0288-489c-b78b-b5f3047adef8 req-247a6313-af52-46cf-b70e-bd28058b52d0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443459
Apr 13 14:37:05.427281 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-5771ce38-acf4-4141-b8e2-6864731b6e30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 217 time: 0.1751628
Apr 13 14:37:05.636432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92aca3-5566-414e-8e0b-0f183c0907fb req-1e6353ec-dff0-4d3e-a66d-4bff4f0dcc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:05.638803 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ab92aca3-5566-414e-8e0b-0f183c0907fb req-1e6353ec-dff0-4d3e-a66d-4bff4f0dcc45 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 1098 time: 0.1526000
Apr 13 14:37:05.648266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-e9f2d6b9-5951-4e14-ab42-22821b974310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:05.651374 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-e9f2d6b9-5951-4e14-ab42-22821b974310 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.2125924
Apr 13 14:37:05.714089 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ab92aca3-5566-414e-8e0b-0f183c0907fb req-ae043b38-507d-4e5f-abb3-c3ec6a2f1595 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639181
Apr 13 14:37:05.777482 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-e4eaa746-abd0-480b-943b-e107d66afa01 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1127241
Apr 13 14:37:05.935269 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-67a475e9-9936-4f94-904b-bf741f29735a req-56c68da7-c7d8-4be9-9da6-baacd6a10439 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0853827
Apr 13 14:37:05.952184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c35206-92f4-4e18-aff2-32bc728499e4 req-5c9e53c8-6268-46d3-bd21-0a32566684c5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:05.953993 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72c35206-92f4-4e18-aff2-32bc728499e4 req-5c9e53c8-6268-46d3-bd21-0a32566684c5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.4082487
Apr 13 14:37:06.019421 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72c35206-92f4-4e18-aff2-32bc728499e4 req-7397033c-48cf-48d8-90d4-6baee30124f3 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493767
Apr 13 14:37:06.066949 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-27a319ab-3b8d-4cfc-823d-f0d5f0f62b68 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705503
Apr 13 14:37:06.575139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f826c-a46c-433c-8096-cca24562be45 req-7802b773-4451-480e-99a4-58d7f7713d87 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:06.577066 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c35f826c-a46c-433c-8096-cca24562be45 req-7802b773-4451-480e-99a4-58d7f7713d87 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1053634
Apr 13 14:37:06.656553 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c35f826c-a46c-433c-8096-cca24562be45 req-5c035545-cdcf-447f-a77f-d87912d7ef25 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652084
Apr 13 14:37:07.232294 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a94c879b-4689-4278-b302-07a49dda1ea1 req-fb48c429-97c2-401b-8372-93a9e575e4a0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.1112356
Apr 13 14:37:07.295911 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa8e6de8-8924-43bf-b9c2-b6c038e8cee1 req-3112af67-d7b0-4f6f-be3e-f363e937a2f4 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3846805
Apr 13 14:37:07.451815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d834ec-29b7-4c84-a92a-4d103eecb6f2 req-9781f5ca-520e-488a-a3f7-40d5dabc85c8 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:07.453568 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70d834ec-29b7-4c84-a92a-4d103eecb6f2 req-9781f5ca-520e-488a-a3f7-40d5dabc85c8 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.0965884
Apr 13 14:37:07.487759 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-70d834ec-29b7-4c84-a92a-4d103eecb6f2 req-ebc14112-ee43-4621-931f-b6b69ef9dbb5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0266299
Apr 13 14:37:07.923798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37d654-6266-4c35-9ff8-2e83a281e360 req-005dd3d3-6387-4cf1-a37d-7f87d578382c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:07.925526 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9c37d654-6266-4c35-9ff8-2e83a281e360 req-005dd3d3-6387-4cf1-a37d-7f87d578382c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.0913672
Apr 13 14:37:07.960356 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9c37d654-6266-4c35-9ff8-2e83a281e360 req-cfbbede1-fa8e-4f69-985d-354e898c3484 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268297
Apr 13 14:37:08.421256 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0ceadb19-7b09-4a92-91dd-f4feb6591f50 req-92e82cf5-57c9-4c33-ae9a-ff737c6e6de4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0510550
Apr 13 14:37:08.703971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104892e-262f-4701-8dbb-a5ba2de67cc2 req-2ebf903e-89ea-46d8-b1a1-1d04dfad2665 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:08.709984 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0104892e-262f-4701-8dbb-a5ba2de67cc2 req-2ebf903e-89ea-46d8-b1a1-1d04dfad2665 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.0929022
Apr 13 14:37:08.737586 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0104892e-262f-4701-8dbb-a5ba2de67cc2 req-1c4af926-f1d8-4186-aa4e-c53c7a6a0ab9 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251729
Apr 13 14:37:09.333633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-eab56712-2646-4079-b6ef-0acca8650095 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:09.334447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-eab56712-2646-4079-b6ef-0acca8650095 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:network {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:09.346439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abedf2-355c-4d8d-9540-d921cba342e7 req-b1b833b7-d6d9-4f49-be6f-0a4c40fc7564 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:09.348348 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a2abedf2-355c-4d8d-9540-d921cba342e7 req-b1b833b7-d6d9-4f49-be6f-0a4c40fc7564 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2241554
Apr 13 14:37:09.390846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-eab56712-2646-4079-b6ef-0acca8650095 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:network {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:09.392048 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-eab56712-2646-4079-b6ef-0acca8650095 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 816 time: 0.3794353
Apr 13 14:37:09.400215 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a2abedf2-355c-4d8d-9540-d921cba342e7 req-4564a029-2ff5-40ba-92a2-d4897cee30c2 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357513
Apr 13 14:37:09.642628 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-30b4721b-5e2e-4a9e-bd13-7dffbcb8fe4e req-e7e634dd-580e-4abd-9bcd-3a38407cdb4d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0517983
Apr 13 14:37:09.955396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3791760-5441-43ce-9dd1-d86929e44edf req-a610a472-fee6-4193-81cf-ead0435ff8ca tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:09.957499 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f3791760-5441-43ce-9dd1-d86929e44edf req-a610a472-fee6-4193-81cf-ead0435ff8ca tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.0970106
Apr 13 14:37:10.016393 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f3791760-5441-43ce-9dd1-d86929e44edf req-0611f84a-c874-4bd4-921d-be671c24f16c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461583
Apr 13 14:37:10.665624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b057-a1ba-475e-a199-f87a899f9620 req-6002980e-730f-48f9-96c1-55750e913b2e tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:10.667311 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b526b057-a1ba-475e-a199-f87a899f9620 req-6002980e-730f-48f9-96c1-55750e913b2e tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.0916245
Apr 13 14:37:10.705191 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b526b057-a1ba-475e-a199-f87a899f9620 req-45387042-ce3c-44db-8161-29e177fd3c13 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0302260
Apr 13 14:37:10.874161 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8d675174-3784-4e09-a7d4-1b43f8f0e796 req-dd3568fe-1ef0-4ef9-a4ad-3ca057680b0c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0495064
Apr 13 14:37:11.275030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402686f6-7e60-472a-8e0b-2d32a802a2f1 req-87c2a108-a437-4da6-b7e6-e4f277cd1025 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:11.276740 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-402686f6-7e60-472a-8e0b-2d32a802a2f1 req-87c2a108-a437-4da6-b7e6-e4f277cd1025 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.1305652
Apr 13 14:37:11.320915 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-402686f6-7e60-472a-8e0b-2d32a802a2f1 req-3b89c8cb-6169-4709-b43c-375d08c5e212 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0314386
Apr 13 14:37:11.940137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8991d4-5ca7-4f4b-9105-4ef6d467718a req-cc1303e4-4f89-4d1e-b34c-9e1834daf6b1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:11.941674 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8b8991d4-5ca7-4f4b-9105-4ef6d467718a req-cc1303e4-4f89-4d1e-b34c-9e1834daf6b1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.0965083
Apr 13 14:37:11.981567 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8b8991d4-5ca7-4f4b-9105-4ef6d467718a req-9ac5bf64-6a32-44d9-8afd-896e59a93334 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0272014
Apr 13 14:37:12.142342 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fd6d67b9-147c-4590-a10f-cc9faf8b63c5 req-c2e1e1c6-c5a1-42f2-ac26-6fbc7ef64788 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0538437
Apr 13 14:37:12.455676 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-33ee593e-3153-4f03-9b35-f71f6e0da29f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:12.479795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-33ee593e-3153-4f03-9b35-f71f6e0da29f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:12.482874 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-33ee593e-3153-4f03-9b35-f71f6e0da29f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 5707 time: 0.1510360
Apr 13 14:37:12.500629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'port': {'device_id': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'admin_state_up': True, 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'security_groups': ['5dcfd9f1-8bea-4bfe-8841-52236e89b21d']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:12.735297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:12.755301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a716cfa-00be-4266-b33a-ffbd1d1d6f43 req-4981283a-c9d2-432d-8799-f383021d5f8f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:12.757543 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3a716cfa-00be-4266-b33a-ffbd1d1d6f43 req-4981283a-c9d2-432d-8799-f383021d5f8f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.2321131
Apr 13 14:37:12.762387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:12.791453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Made reservation on behalf of 73c6ae81c397484792ceb85cc84e1026 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:12.797902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:12.850030 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3a716cfa-00be-4266-b33a-ffbd1d1d6f43 req-c42f1e46-32e5-45cd-bc57-6616f1f4b220 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831265
Apr 13 14:37:13.047599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Allocated IP 172.20.0.3 (315b8017-15b7-4e3c-99d5-ab3d9283683f/3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e/08af70a8-0f8c-4d3e-86e2-2fbce3121488) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:37:13.372298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001a9b8-42ae-4425-84aa-bf94cf893aea req-0fa36e2f-8b29-46ce-bc5d-c3c3a9c3b932 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:13.375321 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2001a9b8-42ae-4425-84aa-bf94cf893aea req-0fa36e2f-8b29-46ce-bc5d-c3c3a9c3b932 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1705716
Apr 13 14:37:13.420057 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2001a9b8-42ae-4425-84aa-bf94cf893aea req-3d84da64-7a7d-4b87-a31b-5c2b17db9a26 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375822
Apr 13 14:37:13.422517 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-026f94d6-3f43-4e59-b22a-2e0e9627d999 req-c8f7172e-eda8-431c-9eb3-2f948a2c2d0a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0819170
Apr 13 14:37:13.494818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:13.516180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Transition to ACTIVE for port object 08af70a8-0f8c-4d3e-86e2-2fbce3121488 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:13.545204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:13.583674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:13.789365 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:13.795164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:13.844790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:13.846038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:13.848627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:37:13.855377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:13.856130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:13.890542 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3945436
Apr 13 14:37:13.913933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Request body: {'port': {'device_id': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:14.114097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:14.142385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-5c8b0e79-bee1-4e39-b243-6baa4760e159 None None] Provisioning for port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:14.148716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-5c8b0e79-bee1-4e39-b243-6baa4760e159 None None] Provisioning complete for port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:14.149442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c8b0e79-bee1-4e39-b243-6baa4760e159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:14.217538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b0e79-bee1-4e39-b243-6baa4760e159 None None] Port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:37:14.399570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de10ca-2b75-46a6-82ed-3b4f8d974047 req-71035105-7ac2-4462-ac67-e024fda3c94d tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:14.402489 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96de10ca-2b75-46a6-82ed-3b4f8d974047 req-71035105-7ac2-4462-ac67-e024fda3c94d tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.3750722
Apr 13 14:37:14.578564 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96de10ca-2b75-46a6-82ed-3b4f8d974047 req-7dd249f3-f53c-4530-9fba-c16f62bde55e tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675351
Apr 13 14:37:14.859041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c2bb8-e69a-4b6e-be69-d3e71dfb2c7a req-bec42c20-c8b0-45c3-9261-eb8f2e73c41d tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:14.864467 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-987c2bb8-e69a-4b6e-be69-d3e71dfb2c7a req-bec42c20-c8b0-45c3-9261-eb8f2e73c41d tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1691623
Apr 13 14:37:14.904346 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-987c2bb8-e69a-4b6e-be69-d3e71dfb2c7a req-bcc9bbd3-b890-4d72-aa52-a0220040d4ec tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349059
Apr 13 14:37:15.341717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a29b65-fad9-4a52-90d4-10f84c1d08d3 req-a6c44143-63ea-434a-b301-0cfe14b428bd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:15.343090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-76a29b65-fad9-4a52-90d4-10f84c1d08d3 req-a6c44143-63ea-434a-b301-0cfe14b428bd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:15.394637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-76a29b65-fad9-4a52-90d4-10f84c1d08d3 req-a6c44143-63ea-434a-b301-0cfe14b428bd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:15.397171 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-76a29b65-fad9-4a52-90d4-10f84c1d08d3 req-a6c44143-63ea-434a-b301-0cfe14b428bd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 931 time: 0.4509199
Apr 13 14:37:15.540297 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-76a29b65-fad9-4a52-90d4-10f84c1d08d3 req-81ac0d1e-e5af-4f2a-bb3a-9a1ae33cdacf tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0674825
Apr 13 14:37:15.544999 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08af70a8-0f8c-4d3e-86e2-2fbce3121488 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:37:15.560900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:15.595774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Transition to ACTIVE for port object 08af70a8-0f8c-4d3e-86e2-2fbce3121488 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:15.599008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:15.615664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a409e8fe-7e14-4f83-b00f-5316529378ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:15.765975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:15.778128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.778530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.778922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.779309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.779752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.780138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.780563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.780898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.781281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.781656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.782037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.782410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:15.788219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:15.994651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Attempting to bind port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:37:15.995666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Attempting to bind port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:37:15.996774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Attempting to bind port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 on network 315b8017-15b7-4e3c-99d5-ab3d9283683f {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:16.011595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 on network 315b8017-15b7-4e3c-99d5-ab3d9283683f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:37:16.012625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Attempting to bind port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 on network 315b8017-15b7-4e3c-99d5-ab3d9283683f {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:16.030501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:37:16.031297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Checking segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:16.032159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Bound using segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:37:16.033173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Bound port: 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:37:16.034338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:16.219483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:37:16.236696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:37:16.248060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:16.401082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56496999-d87e-4a08-b446-cbb52349d11a req-ef3355fc-e4a9-4985-a19a-d1032be44fef tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:16.414775 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-56496999-d87e-4a08-b446-cbb52349d11a req-ef3355fc-e4a9-4985-a19a-d1032be44fef tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2359440
Apr 13 14:37:16.445979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0493c878-f24c-417e-98b1-75f9ddc4c5ae tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:16.477740 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-56496999-d87e-4a08-b446-cbb52349d11a req-61c8d800-4987-46ed-9a88-76ce6a8dfe5b tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612774
Apr 13 14:37:16.515992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:16.516868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:16.518456 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] 10.222.0.48 "PUT /v2.0/ports/08af70a8-0f8c-4d3e-86e2-2fbce3121488 HTTP/1.1" status: 200  len: 1093 time: 2.6118989
Apr 13 14:37:16.521847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:37:16.574723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:16.582690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:16.619068 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'status': 'completed', 'code': 200}
Apr 13 14:37:16.873993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d227456-2caf-471b-800c-f2694899c2cf req-d15167ae-72cf-4934-931b-783c2093cc74 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:16.875831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7d227456-2caf-471b-800c-f2694899c2cf req-d15167ae-72cf-4934-931b-783c2093cc74 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1269598
Apr 13 14:37:16.912246 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7d227456-2caf-471b-800c-f2694899c2cf req-6c5ead2f-1ee1-43af-8535-31ee34c0a8b8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0288887
Apr 13 14:37:17.785201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47f2b6-0843-4b1e-b347-366e74385b24 req-5839e5ee-e7ac-425c-9811-256eaa6cb6ca tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:17.788657 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9f47f2b6-0843-4b1e-b347-366e74385b24 req-5839e5ee-e7ac-425c-9811-256eaa6cb6ca tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1632493
Apr 13 14:37:17.822704 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9f47f2b6-0843-4b1e-b347-366e74385b24 req-a29e5347-2adc-46aa-9914-48064a99e0c0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277679
Apr 13 14:37:17.950630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:37:18.125290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d20f7-ff5f-49b3-bd5d-2bff6ed34d22 req-58b57737-0886-44e1-8350-2caa2b7475c1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:18.126916 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9c6d20f7-ff5f-49b3-bd5d-2bff6ed34d22 req-58b57737-0886-44e1-8350-2caa2b7475c1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.0890496
Apr 13 14:37:18.161964 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9c6d20f7-ff5f-49b3-bd5d-2bff6ed34d22 req-1c01ff11-1d30-4fee-a7a0-dd4b02f44826 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0281646
Apr 13 14:37:18.757320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bdb1e-1f5d-431f-9de9-ca539cee7916 req-2b91f83f-bc32-4358-832b-a0c8831846fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:18.761353 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f79bdb1e-1f5d-431f-9de9-ca539cee7916 req-2b91f83f-bc32-4358-832b-a0c8831846fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 1096 time: 0.1341469
Apr 13 14:37:19.001976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bdb1e-1f5d-431f-9de9-ca539cee7916 req-857e3916-2cb5-41e1-ae24-9c0e2b6aeb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:19.005032 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f79bdb1e-1f5d-431f-9de9-ca539cee7916 req-857e3916-2cb5-41e1-ae24-9c0e2b6aeb56 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=73c6ae81c397484792ceb85cc84e1026&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2325406
Apr 13 14:37:19.269964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bdb1e-1f5d-431f-9de9-ca539cee7916 req-ba8d48cd-b6fb-42d7-82d0-b4ab5cb22dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:19.271992 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f79bdb1e-1f5d-431f-9de9-ca539cee7916 req-ba8d48cd-b6fb-42d7-82d0-b4ab5cb22dc2 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2606006
Apr 13 14:37:19.359174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893753a-6da5-4834-ba06-b358c5d89428 req-6c8c4916-012f-4773-90bf-bfe989e4c3b0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:19.362070 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9893753a-6da5-4834-ba06-b358c5d89428 req-6c8c4916-012f-4773-90bf-bfe989e4c3b0 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2170451
Apr 13 14:37:19.399822 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9893753a-6da5-4834-ba06-b358c5d89428 req-b7aa4cc6-3367-472c-b4aa-255efc9accce tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310264
Apr 13 14:37:19.520349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-91f74879-7624-4db8-bb4d-139799a8caf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:19.522032 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-91f74879-7624-4db8-bb4d-139799a8caf5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 1096 time: 0.1697669
Apr 13 14:37:19.607278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6fbc9-6d67-445f-9ecc-b91f8e79bbb6 req-0f8e5f00-3cec-41a9-a90c-591237c04d04 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:19.609048 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-85e6fbc9-6d67-445f-9ecc-b91f8e79bbb6 req-0f8e5f00-3cec-41a9-a90c-591237c04d04 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.2068796
Apr 13 14:37:19.619628 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-8eba3165-b62b-4ba4-8575-d8791690c6c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488 HTTP/1.1" status: 200  len: 217 time: 0.0888689
Apr 13 14:37:19.701300 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-85e6fbc9-6d67-445f-9ecc-b91f8e79bbb6 req-cdfb6d7a-da7a-4cd4-b742-f1bcf7f70da3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0775502
Apr 13 14:37:19.733871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-da5cb382-31db-4681-b601-f35d267f6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:19.742515 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-da5cb382-31db-4681-b601-f35d267f6c22 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.0981305
Apr 13 14:37:19.965340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-6b4bfc11-2f50-43da-9ae1-cfa66b928359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:19.968747 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-6b4bfc11-2f50-43da-9ae1-cfa66b928359 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2203729
Apr 13 14:37:20.014678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4b08a0-e8af-4e33-9825-6a70a0d136ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:20.186952 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-9bb17df6-0e19-4855-a96e-9b26e4c40f28 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2065442
Apr 13 14:37:20.251244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008d47f-276f-4fdc-a8d2-e70074f119e4 req-6c6b68c5-e5cf-40de-9ed5-52dc518d845c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:20.254856 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0008d47f-276f-4fdc-a8d2-e70074f119e4 req-6c6b68c5-e5cf-40de-9ed5-52dc518d845c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.1970634
Apr 13 14:37:20.336624 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0008d47f-276f-4fdc-a8d2-e70074f119e4 req-bd2903c4-d70c-4aac-85e9-cf91b675d78f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739343
Apr 13 14:37:20.412861 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af2e78d8-7f3f-4876-bc32-3df4c7af91b4 req-a06029f9-7d7d-4b1e-b4b9-1535c7ebbc42 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063746
Apr 13 14:37:20.834004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0ddc6-fe69-46e2-9795-978d57562cef req-f8d971bf-b5b1-43d1-8ff0-d4d33bbcb6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:20.836602 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ccd0ddc6-fe69-46e2-9795-978d57562cef req-f8d971bf-b5b1-43d1-8ff0-d4d33bbcb6f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.1069028
Apr 13 14:37:20.889302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1424d1a-8e9b-45f5-8d5d-2b3ca2b3ba08 req-3265e870-f0ca-48c1-8db1-8408254f88a7 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:20.891341 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1424d1a-8e9b-45f5-8d5d-2b3ca2b3ba08 req-3265e870-f0ca-48c1-8db1-8408254f88a7 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2311971
Apr 13 14:37:20.896049 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ccd0ddc6-fe69-46e2-9795-978d57562cef req-390357e3-0a98-4a61-93e7-c2c40039eb7a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377185
Apr 13 14:37:20.950928 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1424d1a-8e9b-45f5-8d5d-2b3ca2b3ba08 req-06c4b538-a4c9-429b-9018-d623ef07bb19 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461471
Apr 13 14:37:21.109909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 37816) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:21.182007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87093cd7-ef8c-4930-8ae6-de753fc18b03 req-610163da-9577-48b7-bb25-7930a4e3d2af tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:21.184363 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-87093cd7-ef8c-4930-8ae6-de753fc18b03 req-610163da-9577-48b7-bb25-7930a4e3d2af tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.2079453
Apr 13 14:37:21.226566 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-87093cd7-ef8c-4930-8ae6-de753fc18b03 req-f7a63ec2-683b-458d-bae3-1cd280635e9b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0305429
Apr 13 14:37:21.303351 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:21.321353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:21.326296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Usage tracker for resource:security_group_rule and tenant:254415a92db54fc0a2297a4fbd938b8b is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:21.329543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:21.336763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:21.433884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:21.437688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:21.448737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fdac6cea-3078-41ba-8726-759804422b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:21.540402 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=254415a92db54fc0a2297a4fbd938b8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4285700
Apr 13 14:37:21.543742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37824) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:21.548972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553a96ed-ea2b-4c7c-9f91-ec603eb4045e,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:21.553466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e47adb3e-7d0a-4333-86ec-f683779722a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:21.601318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b7779-1989-40b6-aaa8-3fe2262ba977 req-f5323d12-cd8b-4fd8-b687-dce923ba60a6 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:21.602829 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9b2b7779-1989-40b6-aaa8-3fe2262ba977 req-f5323d12-cd8b-4fd8-b687-dce923ba60a6 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.1176844
Apr 13 14:37:21.633445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:21.659300 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9b2b7779-1989-40b6-aaa8-3fe2262ba977 req-eaba11f6-06eb-4111-996e-17d87ccd96cf tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438347
Apr 13 14:37:21.661438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:21.734124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:21.742368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-09bbf7d4-4b66-4196-8cbe-6a13480c74cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:21.754549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553a96ed-ea2b-4c7c-9f91-ec603eb4045e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:21.767805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.768230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.768633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.769026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.769414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.769806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.770185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.770574 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.770960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.771345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.771777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.772201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:21.776200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:21.777842 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/553a96ed-ea2b-4c7c-9f91-ec603eb4045e HTTP/1.1" status: 204  len: 168 time: 0.2322178
Apr 13 14:37:21.778986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:22.183459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8832f241-46b1-4fa4-95bf-c244f9a101e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.195390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 37846) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:22.233368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.245361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af297cd8-6355-4aa0-865b-a75c0936a8db req-2546d700-7e5e-46bf-a101-5b47fa227d70 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:22.248635 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af297cd8-6355-4aa0-865b-a75c0936a8db req-2546d700-7e5e-46bf-a101-5b47fa227d70 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1374035
Apr 13 14:37:22.290635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:22.300925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Usage tracker for resource:security_group_rule and tenant:47b261ac440d41f6ab8e56ad2a5da45e is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:22.319964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:22.338846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:22.342593 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af297cd8-6355-4aa0-865b-a75c0936a8db req-704b5494-457a-4971-bfb7-b04476bd7fb3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856719
Apr 13 14:37:22.517626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.525829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.543238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f74fa76b-0a29-403c-a04a-98111412b954 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:22.622830 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47b261ac440d41f6ab8e56ad2a5da45e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4260986
Apr 13 14:37:22.628355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37866) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:22.630502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1667ac2-5c5e-4da2-ba5d-fd447e9e05d1,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:22.634979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:22.730445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c6748-0e90-45d5-9637-13a757702d70 req-72fff23d-55ff-4638-9012-f189c41182c2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:22.732204 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f67c6748-0e90-45d5-9637-13a757702d70 req-72fff23d-55ff-4638-9012-f189c41182c2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1931474
Apr 13 14:37:22.741609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.796121 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f67c6748-0e90-45d5-9637-13a757702d70 req-e46da9df-236a-4284-806b-437733180522 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0502849
Apr 13 14:37:22.798176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.880235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.893453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4ed394b5-1baf-47d3-8ce6-93d2743c8257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:22.918524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1667ac2-5c5e-4da2-ba5d-fd447e9e05d1,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:22.938867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:22.941647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:22.945774 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1667ac2-5c5e-4da2-ba5d-fd447e9e05d1 HTTP/1.1" status: 204  len: 168 time: 0.3064635
Apr 13 14:37:23.081399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:23.127616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960c58f-f07f-41f9-a489-f02f141b2de4 req-2ab3244e-2455-4637-b0ca-539862609fbf tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:23.131583 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b960c58f-f07f-41f9-a489-f02f141b2de4 req-2ab3244e-2455-4637-b0ca-539862609fbf tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.1396015
Apr 13 14:37:23.167605 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b960c58f-f07f-41f9-a489-f02f141b2de4 req-4c71a687-385c-4650-bd6b-3a0b94423b0b tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310087
Apr 13 14:37:23.246500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37878) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:23.575237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef419cb-2bd8-4e45-9f04-68956a729b9d req-0fc07bc2-717a-4a81-b17f-7df3dbb27224 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:23.577158 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bef419cb-2bd8-4e45-9f04-68956a729b9d req-0fc07bc2-717a-4a81-b17f-7df3dbb27224 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1105843
Apr 13 14:37:23.645045 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bef419cb-2bd8-4e45-9f04-68956a729b9d req-71eaf152-08e9-4ad3-bb9a-0c7678912bd6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499065
Apr 13 14:37:23.693371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:23.725912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:23.733713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Usage tracker for resource:security_group_rule and tenant:023b920f7370422c83426514ac233bce is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:23.739092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:23.747698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:23.822088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:23.899841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:23.904697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:23.922363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2eed107c-e821-4af3-8aed-152b6eb6ac83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:24.054493 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=023b920f7370422c83426514ac233bce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8059154
Apr 13 14:37:24.059524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 37908) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:24.068139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df93acc6-fd7c-4e40-b334-6aaac4ba5773,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:24.085441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:24.148571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579c287-6e26-44db-b349-044793e54f33 req-6a1a0f29-5f7d-40b0-a61f-4cd51df1d204 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:24.155772 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a579c287-6e26-44db-b349-044793e54f33 req-6a1a0f29-5f7d-40b0-a61f-4cd51df1d204 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1607687
Apr 13 14:37:24.184286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:24.189893 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a579c287-6e26-44db-b349-044793e54f33 req-62f97d09-fd4e-4f91-8b7f-db23dc3181fc tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0326867
Apr 13 14:37:24.251265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:24.311274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:24.317135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f0675099-d2d3-497a-af6f-ab396895abfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:24.334384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df93acc6-fd7c-4e40-b334-6aaac4ba5773,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:24.339043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:24.354672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:24.359977 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df93acc6-fd7c-4e40-b334-6aaac4ba5773 HTTP/1.1" status: 204  len: 168 time: 0.2951469
Apr 13 14:37:24.541980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b224474-4269-4b63-823a-d2690917ec0c req-ca1b6c0f-250b-4880-9f74-81a1ed7dbcc2 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:24.545345 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9b224474-4269-4b63-823a-d2690917ec0c req-ca1b6c0f-250b-4880-9f74-81a1ed7dbcc2 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.1293781
Apr 13 14:37:24.612191 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9b224474-4269-4b63-823a-d2690917ec0c req-e52230cb-ce7f-462e-ac5e-7feb869da150 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583494
Apr 13 14:37:24.770795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:37:24.963396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:24.981033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b2f53-765c-4cd1-9ff7-ae17c6bdddd9 req-0bf36662-f264-414f-ac07-3f6ddaa8d077 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:25.004708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'port_id': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'mac_address': 'fa:16:3e:2e:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:37:25.006408 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-114b2f53-765c-4cd1-9ff7-ae17c6bdddd9 req-0bf36662-f264-414f-ac07-3f6ddaa8d077 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1726918
Apr 13 14:37:25.103196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:25.105181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08af70a8-0f8c-4d3e-86e2-2fbce3121488 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:37:25.117110 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-114b2f53-765c-4cd1-9ff7-ae17c6bdddd9 req-cfa6de3a-c114-46da-b6a3-c9951bc8d24b tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0998757
Apr 13 14:37:25.139316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:25.143793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:25.149484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:25.208598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-303a150a-68df-40b7-bf1d-5c2d396aba94 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:25.210490 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-303a150a-68df-40b7-bf1d-5c2d396aba94 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.2208650
Apr 13 14:37:25.304580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:25.324664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:25.366089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Deleting port ade065ad-1f23-4f38-87ab-305049c8bf33 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:37:25.366333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:25.384858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:25.581559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769a7267-38b3-4551-85fb-21aaed7b96f2 req-9a83de0c-3515-4f26-9502-bbd6f5bcd696 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:25.583284 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-769a7267-38b3-4551-85fb-21aaed7b96f2 req-9a83de0c-3515-4f26-9502-bbd6f5bcd696 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 944 time: 0.1711056
Apr 13 14:37:25.740972 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-769a7267-38b3-4551-85fb-21aaed7b96f2 req-d2a156ef-4b7d-4ae1-847b-a461f908db16 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1382499
Apr 13 14:37:25.970555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514664dd-3a26-4ac7-86a6-8fdf01ae75fc req-38820b7d-381c-4971-a24f-9d579d197642 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:25.985206 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-514664dd-3a26-4ac7-86a6-8fdf01ae75fc req-38820b7d-381c-4971-a24f-9d579d197642 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 945 time: 0.1962066
Apr 13 14:37:26.065042 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-514664dd-3a26-4ac7-86a6-8fdf01ae75fc req-e94f9f9a-cdf0-4a30-8022-cc30532450a7 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780964
Apr 13 14:37:26.330909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98ad4a-8442-46a7-95ba-7c29b4db18ff req-b8dec4a1-bf3e-4824-b14d-4589e21365ab tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:26.340227 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-de98ad4a-8442-46a7-95ba-7c29b4db18ff req-b8dec4a1-bf3e-4824-b14d-4589e21365ab tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1072428
Apr 13 14:37:26.346901 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] For port ade065ad-1f23-4f38-87ab-305049c8bf33, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ade065ad-1f23-4f38-87ab-305049c8bf33,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:26.347753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:26.384880 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-de98ad4a-8442-46a7-95ba-7c29b4db18ff req-d6570b37-fbdd-47f5-94ea-7ed8225534ec tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435438
Apr 13 14:37:26.461475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 37976) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:26.676038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Calling delete_port for ade065ad-1f23-4f38-87ab-305049c8bf33 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:37:26.704634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-834123825-network', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:26.710381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:26.714856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Usage tracker for resource:network and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:26.718384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:26.726658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:26.739308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Made reservation on behalf of bb1c19414ed84bf3bb6db38ef58fc020 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:26.743947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:26.760535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:26.779595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:26.784926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:26.789207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:26.797776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:26.946246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:26.953177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:26.966305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-72cf6361-9cf1-4ba6-b15f-ed50d00d8138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:27.031528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59872d24-4c6d-4692-a5cb-65a9ba8aa5cf,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:27.039639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:27.055460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:27.061488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:37:27.083585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:27.085479 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Added segment acb3a22e-306b-41ea-9f13-0289fa63231f of type vlan for network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752
Apr 13 14:37:27.169776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:27.213113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:27.274401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Pushing event deleted for resources: {'Port': ['ID=ade065ad-1f23-4f38-87ab-305049c8bf33,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:27.279262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:27.300376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:27.305913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:27.306578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:27.326862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:27.460856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Pushing event updated for resources: {'Network': ['ID=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:27.465774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:27.472258 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0041602
Apr 13 14:37:27.472731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38000) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:27.478089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:37:27.484012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Request body: {'subnet': {'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-834123825-subnet', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'ip_version': 4}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:27.509560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:27.529146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffdc7c0-c6a0-4d49-9052-c97c40eefe83 req-0f937845-8e84-4dd1-a64d-9331761aa533 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:27.531968 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8ffdc7c0-c6a0-4d49-9052-c97c40eefe83 req-0f937845-8e84-4dd1-a64d-9331761aa533 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 944 time: 0.3905795
Apr 13 14:37:27.536650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Usage tracker for resource:subnet and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:27.541843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:27.553681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] No DVR routers for this DVR port ade065ad-1f23-4f38-87ab-305049c8bf33 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:37:27.556933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:27.557981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:27.571233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51387a5d-289e-41ff-923a-0eee0f11be40', 'name': 'network-vif-deleted', 'tag': 'ade065ad-1f23-4f38-87ab-305049c8bf33'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:37:27.594457 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a439532e-c766-4ed1-97d6-0ac850ccb538 req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "DELETE /v2.0/ports/ade065ad-1f23-4f38-87ab-305049c8bf33 HTTP/1.1" status: 204  len: 173 time: 2.3699384
Apr 13 14:37:27.607309 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8ffdc7c0-c6a0-4d49-9052-c97c40eefe83 req-c7f012c5-0724-4630-8e91-767b3b511f13 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0538573
Apr 13 14:37:27.608742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Made reservation on behalf of bb1c19414ed84bf3bb6db38ef58fc020 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:27.614781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261300'] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:27.911829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a4173-c7d4-4f6d-a008-e05cae5b4351 req-8260f73d-cce8-4ea1-aa7c-78d53237c901 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:27.913759 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-737a4173-c7d4-4f6d-a008-e05cae5b4351 req-8260f73d-cce8-4ea1-aa7c-78d53237c901 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1561518
Apr 13 14:37:27.980981 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-737a4173-c7d4-4f6d-a008-e05cae5b4351 req-63b0cf74-830e-44f8-9012-b26ab4cf2343 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507331
Apr 13 14:37:28.159527 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-79f22f40-8c96-4785-916f-c03ee5c8d0ff req-278dda35-f6cb-4faf-815c-ecad6abf2e94 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=51387a5d-289e-41ff-923a-0eee0f11be40 HTTP/1.1" status: 200  len: 210 time: 0.0609324
Apr 13 14:37:28.200735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['ade065ad-1f23-4f38-87ab-305049c8bf33'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:37:28.298465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16530250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261285'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:28.301331 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51387a5d-289e-41ff-923a-0eee0f11be40', 'name': 'network-vif-deleted', 'tag': 'ade065ad-1f23-4f38-87ab-305049c8bf33', 'status': 'completed', 'code': 200}
Apr 13 14:37:28.316197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:28.467993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['08af70a8-0f8c-4d3e-86e2-2fbce3121488'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:37:28.475853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:28.483274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-313befcf-3222-4898-a5a1-16abf6b36f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:28.484972 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-313befcf-3222-4898-a5a1-16abf6b36f65 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.1668274
Apr 13 14:37:28.493309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:28.647751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Checking segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:28.648510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Network hostable DHCP agents. Network: 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:37:28.668357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-d75288fe-318d-4d72-b58d-c5238a86ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:28.670120 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-d75288fe-318d-4d72-b58d-c5238a86ab77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.1756661
Apr 13 14:37:28.697582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:37:28.748062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:28.770022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc94d49-b292-4d19-bb16-386e728a0394 None None] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:37:28.770993 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-7026c3a9-e450-4663-a70d-77d36f6b3e04 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 217 time: 0.0911081
Apr 13 14:37:28.806079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:28.807190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:28.908598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 38032) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:28.909225 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-be435a23-e942-4c5c-9bdd-daefac5476bf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4354382
Apr 13 14:37:28.916833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:28.925249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ade065ad-1f23-4f38-87ab-305049c8bf33 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:37:28.935447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:28.956435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-cab89b83-0b51-48dd-b70e-f69c583be1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:28.958079 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-cab89b83-0b51-48dd-b70e-f69c583be1a4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.1781213
Apr 13 14:37:28.959193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Usage tracker for resource:router and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:28.964457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:28.990465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:28.993485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: ade065ad-1f23-4f38-87ab-305049c8bf33 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:37:28.994156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ade065ad-1f23-4f38-87ab-305049c8bf33 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:37:29.077610 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-0bdc11a9-3df4-47e3-8c18-35726b36a49e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0668619
Apr 13 14:37:29.078728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:29.080261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:29.486068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:29.525669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a19ded-2cc0-4f8f-bcee-f9240638927a req-671c2fdf-af31-4afe-b3c0-31f75e9c39f2 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:29.527649 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32a19ded-2cc0-4f8f-bcee-f9240638927a req-671c2fdf-af31-4afe-b3c0-31f75e9c39f2 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2213907
Apr 13 14:37:29.585785 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32a19ded-2cc0-4f8f-bcee-f9240638927a req-174f2fe7-f582-4d2d-9b69-6072c91c2e77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497215
Apr 13 14:37:29.587720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:37:29.589183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:30.100434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2267c-90a6-4311-afc8-2c33ac6a3601 req-241694ce-6f5e-41f1-9e67-b10aadc013a2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:30.102173 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7fc2267c-90a6-4311-afc8-2c33ac6a3601 req-241694ce-6f5e-41f1-9e67-b10aadc013a2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 944 time: 1.0155818
Apr 13 14:37:30.104714 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-f0d28774-dd6d-437f-b16e-309195312104 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0164387
Apr 13 14:37:30.115122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:30.137198 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Allocated IP 172.20.0.2 (3c3f5c1b-8cd2-4d40-9d07-53c907fbc752/6dcad534-cece-4b6e-83d2-40e4fbbfcc8a/7b200dab-b5d9-47f1-af5e-215ccef7e5f5) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:37:30.327632 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7fc2267c-90a6-4311-afc8-2c33ac6a3601 req-e4b08aa9-27a1-4111-8bb6-43cce4568b6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2041223
Apr 13 14:37:30.350857 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eec94ae4-2a17-401c-b6d8-196d68fd1708 req-70c75781-c979-4b60-8a1c-9785d686fff9 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2255058
Apr 13 14:37:30.471675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:30.477997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-4f9a1ef3-0cc8-415f-a616-976cc5b946e9 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:30.479891 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-4f9a1ef3-0cc8-415f-a616-976cc5b946e9 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/networks?id=20a5acd6-3542-4c37-9ba1-2803fe33c713 HTTP/1.1" status: 200  len: 808 time: 0.3242280
Apr 13 14:37:30.488637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Transition to ACTIVE for port object 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:30.505635 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-ccb97a9f-47e6-4288-96ab-4fcfd8612f34 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/quotas/fe2e7f41f89c4359807836e898939a41 HTTP/1.1" status: 200  len: 375 time: 0.0129621
Apr 13 14:37:30.515813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Transition to ACTIVE for port object 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:30.522306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:30.539828 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:30.575234 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-741f2a9b-01ec-4007-97f9-3a320eb7392c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe2e7f41f89c4359807836e898939a41&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570078
Apr 13 14:37:30.888720 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-29f412b6-6b86-43d2-afa7-2ecba53112e5 service neutron] 10.222.0.22 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2951157
Apr 13 14:37:30.940420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:31.140578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Pushing event updated for resources: {'Port': ['ID=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:31.155114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:31.166355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:31.169202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:31.172015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:31.181457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:37:31.188537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:31.189381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:31.302586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:31.353380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b837a-bd20-4041-bf5f-7eae54f0ca5b req-ec01be6f-b998-4396-a093-a86f2e1a09a6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:31.362115 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-620b837a-bd20-4041-bf5f-7eae54f0ca5b req-ec01be6f-b998-4396-a093-a86f2e1a09a6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2724082
Apr 13 14:37:31.397336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:31.488760 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-620b837a-bd20-4041-bf5f-7eae54f0ca5b req-d895276c-ae6c-4b9f-96fb-f8c11b149307 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250916
Apr 13 14:37:31.696897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-c8f0b8a0-501b-4414-9662-6cac730f34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:31.699159 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-c8f0b8a0-501b-4414-9662-6cac730f34b9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.6539512
Apr 13 14:37:31.702791 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-583dcbfe-0e1b-4102-8331-c9bd1b480063 service neutron] 10.222.0.22 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8127465
Apr 13 14:37:31.788128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Attempting to bind port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:37:31.788876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Attempting to bind port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:37:31.789837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Attempting to bind port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:31.821112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:37:31.821767 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Checking segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:31.822549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:31.823301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Bound using segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:37:31.824617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Bound port: 7b200dab-b5d9-47f1-af5e-215ccef7e5f5, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:37:31.825358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:31.941035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Allocated IP 172.27.3.88 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/fdab5d0e-9c7a-4323-b531-85b82a0b257a) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:37:32.055679 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] For port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:37:32.063706 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] For port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:37:32.065156 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b47b0c9b-fb9a-49bb-b1d8-da088eba292f req-e0338b9e-c856-4bd7-9812-65cc8e51fbc0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 210 time: 0.0651186
Apr 13 14:37:32.078515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.198046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38130) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:32.280859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-15e31020-aa5e-42c6-b440-ec4aad65fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:32.282798 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-15e31020-aa5e-42c6-b440-ec4aad65fe50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.5429311
Apr 13 14:37:32.362091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:32.452557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206fd6d-c21b-42d9-bdde-944aff62548a req-071c6265-36c4-4754-a61d-98f2a9f543bd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:32.461613 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f206fd6d-c21b-42d9-bdde-944aff62548a req-071c6265-36c4-4754-a61d-98f2a9f543bd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 944 time: 0.5173297
Apr 13 14:37:32.496905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.534497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:32.544903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Usage tracker for resource:security_group_rule and tenant:d5231544a9d44bba96b353945139f69d is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:32.553023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:32.568422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:32.577254 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f206fd6d-c21b-42d9-bdde-944aff62548a req-4f6ebfb6-0bfa-4a1c-85cc-b55b2550d7a5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1142285
Apr 13 14:37:32.583892 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-1f949214-5b2d-4c5a-bc0d-4b57cb301f9e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 217 time: 0.2843466
Apr 13 14:37:32.620264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Pushing event updated for resources: {'Port': ['ID=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:32.635821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.649037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:32.734553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.795642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:32.798683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:37:32.821486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.829856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:32.849752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.876341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-e8c0e5b9-fc46-49a9-a59c-17292858d95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:32.880172 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-e8c0e5b9-fc46-49a9-a59c-17292858d95a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.2784493
Apr 13 14:37:32.918300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.929299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:32.974445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:33.001781 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-6bc3a433-2bec-4414-8442-0c535c500ef1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1088712
Apr 13 14:37:33.026706 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5231544a9d44bba96b353945139f69d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8268671
Apr 13 14:37:33.028978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2449475-f9d4-45d0-9983-48a07ec2d283,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:33.046079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:33.054853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38156) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:33.109058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:33.117833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:33.209347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d977d3-a1d6-40c2-87da-113db001799d req-acf63be2-23d6-4f7e-962d-a22bff5001ea tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:33.209590 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'code': 200}
Apr 13 14:37:33.227671 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c4d977d3-a1d6-40c2-87da-113db001799d req-acf63be2-23d6-4f7e-962d-a22bff5001ea tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.4742310
Apr 13 14:37:33.343169 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-2b2e54ac-877e-4de4-92a6-5abd36a25005 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3187053
Apr 13 14:37:33.365058 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c4d977d3-a1d6-40c2-87da-113db001799d req-b799b8c0-941d-4d8a-ac44-31db6b88dcd4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170685
Apr 13 14:37:33.384983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:33.453100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:33.531853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:33.630678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:33.647789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:33.695824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fa232f5c-acef-4baf-b743-64c6f68f5c70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:33.701929 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4c6bb7cd-d709-4aaa-8702-38cfed5acb17 req-6c07a983-6676-40f5-ba7d-c41a3c5b2433 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3477445
Apr 13 14:37:33.755124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:33.758108 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2449475-f9d4-45d0-9983-48a07ec2d283 HTTP/1.1" status: 204  len: 168 time: 0.6932445
Apr 13 14:37:33.773582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Pushing event updated for resources: {'Port': ['ID=fdab5d0e-9c7a-4323-b531-85b82a0b257a,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:33.794026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:33.797139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2449475-f9d4-45d0-9983-48a07ec2d283,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:33.814531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:33.823398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-06f4f081-3d65-49ec-9b11-021764210c8f req-6ef1edc8-532a-46c7-b95a-41a374796119 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Synchronizing usage tracker for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:33.900366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-06f4f081-3d65-49ec-9b11-021764210c8f req-6ef1edc8-532a-46c7-b95a-41a374796119 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Unset dirty status for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:33.902006 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06f4f081-3d65-49ec-9b11-021764210c8f req-6ef1edc8-532a-46c7-b95a-41a374796119 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 210 time: 0.1749301
Apr 13 14:37:33.974349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:33.974349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:33.983280 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:37:34.215806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224edc7-7604-404d-b6f7-8cc5eb58527c req-224210e2-d6e9-4903-9126-49d36bece97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:34.219824 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c224edc7-7604-404d-b6f7-8cc5eb58527c req-224210e2-d6e9-4903-9126-49d36bece97f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 1098 time: 0.5819597
Apr 13 14:37:34.323259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f4187-261e-4fd9-82e7-cad6890f986c req-2186f314-dd78-4a53-944e-35f6d2e5a00c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:34.327725 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6e1f4187-261e-4fd9-82e7-cad6890f986c req-2186f314-dd78-4a53-944e-35f6d2e5a00c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.4527431
Apr 13 14:37:34.356015 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c224edc7-7604-404d-b6f7-8cc5eb58527c req-e1fa5296-cc04-4a94-b923-3165b57bbf35 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0952368
Apr 13 14:37:34.419204 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6e1f4187-261e-4fd9-82e7-cad6890f986c req-aac8d2c8-c92a-4bae-99e1-506d60cb24d6 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0735958
Apr 13 14:37:34.537981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38188) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:34.566037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:34.585736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:34.591690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Usage tracker for resource:security_group_rule and tenant:03c81372d529407eb0660ab7fed673cd is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:34.595360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:34.622262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:34.655051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-d46f078a-9876-488f-b02e-8b9d99606772 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:34.658171 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-d46f078a-9876-488f-b02e-8b9d99606772 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "GET /v2.0/networks?id=20a5acd6-3542-4c37-9ba1-2803fe33c713 HTTP/1.1" status: 200  len: 808 time: 0.2936649
Apr 13 14:37:34.711624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad97c5-9926-4050-8192-72614304fc64 None None] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:37:34.739552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Request body: {'port': {'device_id': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713', 'admin_state_up': True, 'tenant_id': 'fe2e7f41f89c4359807836e898939a41'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:34.843304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:34.853652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:34.899968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-09b6a117-0a12-43db-ba53-51f5de61d22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:34.919859 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03c81372d529407eb0660ab7fed673cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3762577
Apr 13 14:37:34.921452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 38200) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:34.942835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490faf9e-de50-4312-84da-4f1d389a61a0,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:34.947447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-e4818490-8bc5-4364-a0a6-4e35ce5dd6d1 None None] Provisioning for port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:34.947733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:35.067621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:35.167229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:35.177455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:35.178660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:35.460948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:35.484821 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e686a13f-cdd1-4501-b5b8-327f3ddaf891 req-4c210f4b-8d62-440b-bf32-a333b2964ffd tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 210 time: 0.1465662
Apr 13 14:37:35.495825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:35.509104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:35.523152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:35.560370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:35.566085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-441ae8f5-25a3-4048-8d96-77c7d3c15afd None None] Provisioning complete for port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:35.566514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-441ae8f5-25a3-4048-8d96-77c7d3c15afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:35.657680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:35.667737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:35.674260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c4ca8ae-ff7c-4481-bc6d-8e3650dfb3e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:35.807825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:35.812618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:35.833753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:35.947040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495dcf7-7d5b-4b7c-ba33-3d541f852e5c req-66817ced-e64e-4387-aab1-596e3a97b72f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:35.955874 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b495dcf7-7d5b-4b7c-ba33-3d541f852e5c req-66817ced-e64e-4387-aab1-596e3a97b72f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1501060
Apr 13 14:37:35.986786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Made reservation on behalf of fe2e7f41f89c4359807836e898939a41 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:35.997233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.002330 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b495dcf7-7d5b-4b7c-ba33-3d541f852e5c req-c2d4f25f-8e81-4709-a7d0-3fc3dd912a8f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452142
Apr 13 14:37:36.169220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38226) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:36.248936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.268906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-52b002a3-69dd-4576-96f4-5a4f7a99ae09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:36.309385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490faf9e-de50-4312-84da-4f1d389a61a0,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:36.324897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38232) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:36.347182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:36.366535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9be83f-dfec-48c4-b4c7-742d91b51623 req-f9a6d165-f20e-428f-8e68-8ef15bf0b279 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:36.374668 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fe9be83f-dfec-48c4-b4c7-742d91b51623 req-f9a6d165-f20e-428f-8e68-8ef15bf0b279 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.6503627
Apr 13 14:37:36.513943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.525909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.550112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:36.555941 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:36.559078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Usage tracker for resource:security_group_rule and tenant:1b63985efb4f4dd79ef3221d183ad6c8 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:36.563663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:36.566995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Usage tracker for resource:security_group_rule and tenant:c68a73a621754686a4f1b035bd105920 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:36.572839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:36.576079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:36.578002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.583040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:36.583411 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/490faf9e-de50-4312-84da-4f1d389a61a0 HTTP/1.1" status: 204  len: 168 time: 1.6600473
Apr 13 14:37:36.590393 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fe9be83f-dfec-48c4-b4c7-742d91b51623 req-e75029c8-c331-4e32-99d1-dfd1cdfb3786 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144587
Apr 13 14:37:36.647215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Allocated IP 172.20.0.3 (20a5acd6-3542-4c37-9ba1-2803fe33c713/f8468533-036b-4b87-abec-ebf4fc4cf15c/6484a0fb-ae3e-429a-af45-8e6cca5264e8) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:37:36.724048 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.775299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.859651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:36.928774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a90d4b86-b938-4263-88fc-93c0e03fad82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:36.945906 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b63985efb4f4dd79ef3221d183ad6c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7747386
Apr 13 14:37:36.971482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38248) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:36.983236 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aa871f4d-7bd3-4534-a90c-09acd64ac063 req-0774043e-410a-4c82-b626-51d984a0309d tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 210 time: 0.2016585
Apr 13 14:37:37.052435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:37.074577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37e57fa-042f-4c2f-a50e-cf863ade2e66,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:37.082637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:37.211543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:37.235099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:37.241114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:37.278336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7eebd232-9591-4f55-beb3-ce79da553861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:37.298104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:37.341746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:37:37.357480 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:37.358148 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:37.464233 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c68a73a621754686a4f1b035bd105920&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1372252
Apr 13 14:37:37.500399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38262) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:37.594083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab9d71-caa8-4639-a863-e287152caafb,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:37.641304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:37.714773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.013957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.196656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.213610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b24381-5cbc-4074-8dae-a1e53c387a12 req-1f99ff0f-229d-4183-9183-016757c92bfd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:38.216706 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-58b24381-5cbc-4074-8dae-a1e53c387a12 req-1f99ff0f-229d-4183-9183-016757c92bfd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.6169198
Apr 13 14:37:38.287820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.290266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:38.325176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.349768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c4d1f2f4-cdeb-4aae-a595-525c1cbc8cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:38.402473 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-58b24381-5cbc-4074-8dae-a1e53c387a12 req-ee4e7ff4-51d4-4bef-8264-90c3090ccb3c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1580770
Apr 13 14:37:38.439025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37e57fa-042f-4c2f-a50e-cf863ade2e66,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:38.449805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:38.475984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.477936 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c37e57fa-042f-4c2f-a50e-cf863ade2e66 HTTP/1.1" status: 204  len: 168 time: 1.4931421
Apr 13 14:37:38.499045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.516284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3de5fdba-93b3-41f1-8856-24cacc3bf437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:38.572809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cab9d71-caa8-4639-a863-e287152caafb,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:38.575682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.581696 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cab9d71-caa8-4639-a863-e287152caafb HTTP/1.1" status: 204  len: 168 time: 1.0544708
Apr 13 14:37:38.581696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:38.760907 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Pushing event updated for resources: {'Port': ['ID=6484a0fb-ae3e-429a-af45-8e6cca5264e8,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:38.773697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:38.781827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:37:38.797726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:37:38.817317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:37:38.818019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e17cf8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:38.860654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:38.863472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:38.873290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:37:38.879133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:38.879894 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.895060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Notify callbacks [] for router, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:38.896957 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.9867694
Apr 13 14:37:38.901739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38296) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:38.994594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6654c-3972-4a32-81cb-65afe5bdfaf4 req-4ae41085-6fb4-4b9c-beff-10d3ae8d0fa6 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:38.995436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-fde6654c-3972-4a32-81cb-65afe5bdfaf4 req-4ae41085-6fb4-4b9c-beff-10d3ae8d0fa6 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Synchronizing usage tracker for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:39.017338 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2874112
Apr 13 14:37:39.039710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Request body: {'port': {'device_id': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:39.136708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-fde6654c-3972-4a32-81cb-65afe5bdfaf4 req-4ae41085-6fb4-4b9c-beff-10d3ae8d0fa6 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Unset dirty status for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:39.151391 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fde6654c-3972-4a32-81cb-65afe5bdfaf4 req-4ae41085-6fb4-4b9c-beff-10d3ae8d0fa6 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 931 time: 0.7422233
Apr 13 14:37:39.281415 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:37:39.283225 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fde6654c-3972-4a32-81cb-65afe5bdfaf4 req-321ddc7b-df08-476b-b738-be95047bbc0c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170862
Apr 13 14:37:39.498986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:39.539792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60355318-38f7-4f08-8068-031cdaf8d1bc req-430c5d1a-13c6-4e22-9ec1-e6679623c199 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:39.548097 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-60355318-38f7-4f08-8068-031cdaf8d1bc req-430c5d1a-13c6-4e22-9ec1-e6679623c199 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.4942770
Apr 13 14:37:39.564869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 38306) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:39.578368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'floatingip': {'port_id': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:39.777221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:39.972581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38314) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:40.018039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e17cf8>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:34Z', 'revision_number': 3, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:40.023546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:37:40.023980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Updating router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 port fdab5d0e-9c7a-4323-b531-85b82a0b257a binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:37:40.087921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:40.689385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38326) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:40.691043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:40.755288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:40.826262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Usage tracker for resource:security_group_rule and tenant:75b428a4b2684e63afa51039d576a820 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:40.837268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:40.852923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Transition to ACTIVE for port object fdab5d0e-9c7a-4323-b531-85b82a0b257a will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:40.862235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:40.924953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:40.987323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:41.048270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6fc8dce8-7f6d-42cb-9433-fee653cb42ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:41.157968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Attempting to bind port fdab5d0e-9c7a-4323-b531-85b82a0b257a on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:37:41.158361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Attempting to bind port fdab5d0e-9c7a-4323-b531-85b82a0b257a by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:37:41.158775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Attempting to bind port fdab5d0e-9c7a-4323-b531-85b82a0b257a on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:41.175654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:37:41.175957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:41.176404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.182219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:37:41.183147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Bound port: fdab5d0e-9c7a-4323-b531-85b82a0b257a, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:37:41.183623 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.319426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00836b3d-2537-4a65-a6ab-792307518a5d req-14696bbd-07b4-4d93-ac36-e56f15cc0ff7 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:41.322372 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-00836b3d-2537-4a65-a6ab-792307518a5d req-14696bbd-07b4-4d93-ac36-e56f15cc0ff7 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 931 time: 0.5170729
Apr 13 14:37:41.337322 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.404864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] For port fdab5d0e-9c7a-4323-b531-85b82a0b257a, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:37:41.409941 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] For port fdab5d0e-9c7a-4323-b531-85b82a0b257a, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=fdab5d0e-9c7a-4323-b531-85b82a0b257a,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:37:41.410791 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-00836b3d-2537-4a65-a6ab-792307518a5d req-cfd24758-d87b-4059-a5a8-71fdf1d10de0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597792
Apr 13 14:37:41.421029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.590166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2afb89-abdd-4acf-8ac3-a4e0c05ad9d8 None None] Pushing event updated for resources: {'Port': ['ID=fdab5d0e-9c7a-4323-b531-85b82a0b257a,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:41.598862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.601714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8e2afb89-abdd-4acf-8ac3-a4e0c05ad9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:41.602231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:41.720267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2afb89-abdd-4acf-8ac3-a4e0c05ad9d8 None None] Pushing event updated for resources: {'Port': ['ID=fdab5d0e-9c7a-4323-b531-85b82a0b257a,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:41.721320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6484a0fb-ae3e-429a-af45-8e6cca5264e8 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:37:41.735526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.761530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8e2afb89-abdd-4acf-8ac3-a4e0c05ad9d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:41.776823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Transition to ACTIVE for port object 6484a0fb-ae3e-429a-af45-8e6cca5264e8 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:41.815174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.819160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:41.821689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:37:41.822518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e17cf8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:41.833357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Usage tracker for resource:security_group_rule and tenant:35c13a245ee248cb849c08650e108dfa is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:41.838403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.862549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:41.885575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:41.892087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51e249b6-ab55-41cf-977d-47564d092be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:41.926853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:41.977348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 38352) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:41.982973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:42.072261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:37:42.087880 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75b428a4b2684e63afa51039d576a820&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1111307
Apr 13 14:37:42.090856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38358) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:42.132435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Pushing event updated for resources: {'Port': ['ID=6484a0fb-ae3e-429a-af45-8e6cca5264e8,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:42.139259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:42.145847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccb50b0-4629-4431-b686-508255e1cdf3,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:42.357548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Allocated IP 172.20.0.1 (3c3f5c1b-8cd2-4d40-9d07-53c907fbc752/6dcad534-cece-4b6e-83d2-40e4fbbfcc8a/80dfc196-e46c-423f-8065-7d73bee21461) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:37:42.400823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:42.474166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e17cf8>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:34Z', 'revision_number': 3, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:42.479755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a51d137-fc4f-4997-b662-112226938ee1 None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:34Z', 'revision_number': 3, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:37:42.751547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-131790060-network', 'tenant_id': '4e51238b19ec4ef7bf7e093eaed872df'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:42.756976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:42.761708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Usage tracker for resource:network and tenant:4e51238b19ec4ef7bf7e093eaed872df is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:42.764937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:42.769801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Attempting to bind port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:37:42.770195 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Attempting to bind port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:37:42.770545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Attempting to bind port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 on network 20a5acd6-3542-4c37-9ba1-2803fe33c713 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:42.780729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:42.796683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 on network 20a5acd6-3542-4c37-9ba1-2803fe33c713 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:37:42.797018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Attempting to bind port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 on network 20a5acd6-3542-4c37-9ba1-2803fe33c713 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:42.825693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:37:42.826075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Checking segment: {'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:42.826507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Bound using segment: {'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:37:42.826999 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Bound port: 6484a0fb-ae3e-429a-af45-8e6cca5264e8, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '741f4340-4e05-4cd2-9cfa-78e877844fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:37:42.827382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:42.854761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Made reservation on behalf of 4e51238b19ec4ef7bf7e093eaed872df for: {'network': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:42.859558 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:42.899325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:42.962023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:43.014254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Usage tracker for resource:security_group_rule and tenant:4e51238b19ec4ef7bf7e093eaed872df is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:43.027597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:43.039939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] For port 6484a0fb-ae3e-429a-af45-8e6cca5264e8, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:37:43.044638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:43.164713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] For port 6484a0fb-ae3e-429a-af45-8e6cca5264e8, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6484a0fb-ae3e-429a-af45-8e6cca5264e8,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:37:43.182025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.185969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.209666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.269943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.337278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:43.354664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Transition to ACTIVE for port object 80dfc196-e46c-423f-8065-7d73bee21461 will not be triggered until provisioned by entity DHCP. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:43.457361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.476119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacde084-3aa4-44a5-9e1c-8cef3cce575a req-828d4d0d-38ce-4017-81b5-3fecf52850e5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:43.479079 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cacde084-3aa4-44a5-9e1c-8cef3cce575a req-828d4d0d-38ce-4017-81b5-3fecf52850e5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 943 time: 0.6643770
Apr 13 14:37:43.485230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.505575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ca678f9-7c7a-4171-8a2d-600a0c198f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:43.533025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.555090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.634315 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cacde084-3aa4-44a5-9e1c-8cef3cce575a req-2f089b42-834a-47d1-a663-113f34d96cfb tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316509
Apr 13 14:37:43.645507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.659773 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35c13a245ee248cb849c08650e108dfa&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9437881
Apr 13 14:37:43.663707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02f8f6-85d4-4991-9509-7e1535091c3f,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:43.670036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38368) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:43.671595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.701292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Pushing event updated for resources: {'Port': ['ID=6484a0fb-ae3e-429a-af45-8e6cca5264e8,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:43.714996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:43.715710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.717280 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] 10.222.0.48 "PUT /v2.0/ports/6484a0fb-ae3e-429a-af45-8e6cca5264e8 HTTP/1.1" status: 200  len: 1093 time: 4.6831756
Apr 13 14:37:43.717838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'tag': '6484a0fb-ae3e-429a-af45-8e6cca5264e8'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:37:43.723216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:43.761700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:43.764595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-523dfa1b-9600-489d-b46a-61c2a9e1a72c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:43.824847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccb50b0-4629-4431-b686-508255e1cdf3,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:43.842861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:43.843369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:43.851650 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'tag': '6484a0fb-ae3e-429a-af45-8e6cca5264e8', 'status': 'completed', 'code': 200}
Apr 13 14:37:43.856592 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.866580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.878084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:43.913269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416}  {{(pid=85241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:37:43.924538 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Floating IP 8e415882-3493-4159-9836-751263b027bd associated. External IP: 172.27.3.108, port: 08af70a8-0f8c-4d3e-86e2-2fbce3121488.
Apr 13 14:37:43.971688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.978546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:43.980113 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dccb50b0-4629-4431-b686-508255e1cdf3 HTTP/1.1" status: 204  len: 168 time: 1.8809030
Apr 13 14:37:44.079730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Pushing event updated for resources: {'Port': ['ID=80dfc196-e46c-423f-8065-7d73bee21461,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:44.088340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6737675b-705d-4e67-a14d-8618d42f964c,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:44.097189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.097585 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Added segment 6cc709b2-1df7-4505-b7f3-74cbf55808c8 of type vlan for network 85889336-a883-47ac-9a06-86f411aa64a5
Apr 13 14:37:44.112418 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:44.147743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:44.174343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.177253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-48b672c0-9149-4f58-8553-411d86ada6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:44.179598 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-48b672c0-9149-4f58-8553-411d86ada6fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2e7f41f89c4359807836e898939a41&device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 1096 time: 0.4100900
Apr 13 14:37:44.184969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.261367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:44.263508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:44.267721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:37:44.335104 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-eeb55543-682a-4b0e-8db8-93a9a232d078 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6484a0fb-ae3e-429a-af45-8e6cca5264e8 HTTP/1.1" status: 200  len: 217 time: 0.1450713
Apr 13 14:37:44.357794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.370965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2215d8c-956f-43aa-b6d4-d8b8be94b529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:44.396933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02f8f6-85d4-4991-9509-7e1535091c3f,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:44.407593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:44.410290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.449505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.453858 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e02f8f6-85d4-4991-9509-7e1535091c3f HTTP/1.1" status: 204  len: 168 time: 0.7786236
Apr 13 14:37:44.566621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.602425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.639268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:44.640414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.659065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-633c73ba-c64c-46f2-9e75-d0173a39976f None None] Provisioning for port 80dfc196-e46c-423f-8065-7d73bee21461 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:44.685363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-633c73ba-c64c-46f2-9e75-d0173a39976f None None] Provisioning complete for port 80dfc196-e46c-423f-8065-7d73bee21461 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:44.686944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-633c73ba-c64c-46f2-9e75-d0173a39976f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:44.797869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:44.861277 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-887d7245-0aac-47cf-b930-ddde4918e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:44.864165 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-887d7245-0aac-47cf-b930-ddde4918e164 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8468533-036b-4b87-abec-ebf4fc4cf15c HTTP/1.1" status: 200  len: 848 time: 0.5114212
Apr 13 14:37:45.098707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-633c73ba-c64c-46f2-9e75-d0173a39976f None None] Port 80dfc196-e46c-423f-8065-7d73bee21461 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:37:45.108909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device fdab5d0e-9c7a-4323-b531-85b82a0b257a up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:45.134222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:45.141330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:45.232823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:45.321530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port fdab5d0e-9c7a-4323-b531-85b82a0b257a completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:45.330921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port fdab5d0e-9c7a-4323-b531-85b82a0b257a triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:45.332067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:45.481917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:45.572266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Pushing event updated for resources: {'Port': ['ID=80dfc196-e46c-423f-8065-7d73bee21461,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:45.587191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:45.659871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:45.686385 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-eb79f8a3-e556-44e4-90c3-8a1102fa60aa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20a5acd6-3542-4c37-9ba1-2803fe33c713&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7889719
Apr 13 14:37:45.700638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port fdab5d0e-9c7a-4323-b531-85b82a0b257a, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=fdab5d0e-9c7a-4323-b531-85b82a0b257a,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:45.706519 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:45.712853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:45.820719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=fdab5d0e-9c7a-4323-b531-85b82a0b257a,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:45.845700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.846875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.847771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.848579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.850608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.851844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.853714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.854804 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.855770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.856708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.858232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.859055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:37:45.867303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:46.050654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:46.054802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:46.154433 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 4.1363297
Apr 13 14:37:46.186940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38426) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:46.216617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Pushing event updated for resources: {'Network': ['ID=85889336-a883-47ac-9a06-86f411aa64a5,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:46.340641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.543s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:46.354934 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 85889336-a883-47ac-9a06-86f411aa64a5 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:37:46.403006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Request body: {'subnet': {'network_id': '85889336-a883-47ac-9a06-86f411aa64a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-131790060-subnet', 'tenant_id': '4e51238b19ec4ef7bf7e093eaed872df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:46.411156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:46.436905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Usage tracker for resource:subnet and tenant:4e51238b19ec4ef7bf7e093eaed872df is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:46.448062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:46.499649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:46.552077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Made reservation on behalf of 4e51238b19ec4ef7bf7e093eaed872df for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:46.567686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261300'] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:46.631760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ad8cf629-cc96-4227-be48-9e55133942db None None] Provisioning complete for port 80dfc196-e46c-423f-8065-7d73bee21461 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:46.632445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf629-cc96-4227-be48-9e55133942db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:46.805954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Router 1852470f-650e-44d8-bf07-1c094357bd16 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:37:46.825829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cf629-cc96-4227-be48-9e55133942db None None] Port 80dfc196-e46c-423f-8065-7d73bee21461 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:37:46.991939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a47b6-e39a-4b83-9946-c1b215df7f68 req-1397be34-db1b-4304-85d3-1dbad5ef19dc tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:47.016634 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8b6a47b6-e39a-4b83-9946-c1b215df7f68 req-1397be34-db1b-4304-85d3-1dbad5ef19dc tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 943 time: 1.3300729
Apr 13 14:37:47.021950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:37:47.022382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device fdab5d0e-9c7a-4323-b531-85b82a0b257a up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:47.102318 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8b6a47b6-e39a-4b83-9946-c1b215df7f68 req-ee3b397b-a66d-4ac9-a138-674d8e278d6f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837064
Apr 13 14:37:47.239116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port fdab5d0e-9c7a-4323-b531-85b82a0b257a triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:47.240456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:47.272450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:37:47.285402 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] 10.222.0.22 "PUT /v2.0/routers/eb5c157b-5dc5-4b46-a4ba-1b5692f64887/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3824508
Apr 13 14:37:47.417289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:37:47.430125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a52b-b670-4436-a396-cb03597283b0 req-a0308081-bf28-422c-825e-72d2e6275cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:47.431142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:37:47.431890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a69265f8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:47.432335 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b503a52b-b670-4436-a396-cb03597283b0 req-a0308081-bf28-422c-825e-72d2e6275cdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.5167189
Apr 13 14:37:47.459225 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-80a160b5-275d-48a9-9de4-85ef505d2351 service neutron] 10.222.0.48 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3706071
Apr 13 14:37:47.705742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:37:47.794140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a52b-b670-4436-a396-cb03597283b0 req-28689c6b-1b10-4584-8be0-b14a3b1ebe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:47.797197 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b503a52b-b670-4436-a396-cb03597283b0 req-28689c6b-1b10-4584-8be0-b14a3b1ebe80 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.3539000
Apr 13 14:37:47.823809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f9a66-26fe-48c6-b6bd-a749a955b9b7 req-96ffcccc-69c6-49a9-b85d-06fa860b3037 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:47.826589 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a75f9a66-26fe-48c6-b6bd-a749a955b9b7 req-96ffcccc-69c6-49a9-b85d-06fa860b3037 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.5205932
Apr 13 14:37:47.996455 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b503a52b-b670-4436-a396-cb03597283b0 req-ec5f845f-3883-41bd-aa78-53397a6599c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 217 time: 0.1682806
Apr 13 14:37:48.048721 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28dbdd71-4885-413a-b7dc-3ad63d3c52ac req-3c02967e-d281-4588-aabf-3ec9d6cde8b7 service neutron] 10.222.0.48 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5498185
Apr 13 14:37:48.093180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:37:48.101095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:48.111479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] Sync routers for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:37:48.162185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:37:48.167981 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a75f9a66-26fe-48c6-b6bd-a749a955b9b7 req-a130dcc4-1a7a-447d-9cca-e90272527ead tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694796
Apr 13 14:37:48.172994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d1f2b0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:48.332830 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-620ba94e-2e62-46a5-afb7-e6b25dd35841 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "PUT /v2.0/floatingips/8e415882-3493-4159-9836-751263b027bd HTTP/1.1" status: 200  len: 991 time: 8.7665627
Apr 13 14:37:48.336733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:37:48.342067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503a52b-b670-4436-a396-cb03597283b0 req-f49b3543-f79e-4cb4-9ce6-4129ad81b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:48.345044 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b503a52b-b670-4436-a396-cb03597283b0 req-f49b3543-f79e-4cb4-9ce6-4129ad81b830 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.3395476
Apr 13 14:37:48.570296 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b503a52b-b670-4436-a396-cb03597283b0 req-c6761542-6b9b-45ef-8fcf-d05bc6a2b034 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2028308
Apr 13 14:37:48.619417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-84be9ec1-5f69-439c-9d86-83a5b9226f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:48.621387 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-84be9ec1-5f69-439c-9d86-83a5b9226f25 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=fe2e7f41f89c4359807836e898939a41&device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 1096 time: 0.2865977
Apr 13 14:37:48.841593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a69265f8>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 2, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:48.857573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:37:48.857975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Updating router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 port 80dfc196-e46c-423f-8065-7d73bee21461 binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:37:48.897469 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'status': 'completed', 'code': 200}
Apr 13 14:37:49.025964 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b503a52b-b670-4436-a396-cb03597283b0 req-af3c61d9-52e8-461e-901f-835dbb6d3e42 service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3790178
Apr 13 14:37:49.076327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:49.120741 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:37:49.280561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-e3e150af-cd00-405f-954f-a8c47fee55cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:49.282293 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-e3e150af-cd00-405f-954f-a8c47fee55cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=20a5acd6-3542-4c37-9ba1-2803fe33c713 HTTP/1.1" status: 200  len: 909 time: 0.6524107
Apr 13 14:37:49.284787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-23596f42-0b64-4ec2-981b-81a3d6d06652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:49.286338 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-23596f42-0b64-4ec2-981b-81a3d6d06652 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 1098 time: 0.3878753
Apr 13 14:37:49.423060 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b503a52b-b670-4436-a396-cb03597283b0 req-6df84b30-8a84-4c0e-b459-e91900198b3b service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3743391
Apr 13 14:37:49.637075 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-79d09d92-d8d6-4899-9061-db30c61896fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6484a0fb-ae3e-429a-af45-8e6cca5264e8 HTTP/1.1" status: 200  len: 217 time: 0.3284721
Apr 13 14:37:49.659774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25d7c0-6ea3-4b74-81ec-f50d60c31fbd req-7d1e2bb3-2e49-4744-b3a6-2c7cf0b32190 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:49.669429 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf25d7c0-6ea3-4b74-81ec-f50d60c31fbd req-7d1e2bb3-2e49-4744-b3a6-2c7cf0b32190 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 943 time: 0.9776158
Apr 13 14:37:50.073318 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bf25d7c0-6ea3-4b74-81ec-f50d60c31fbd req-7e493e68-ddb6-4b7d-a10c-1b762242b2ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3117661
Apr 13 14:37:50.155039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:50.184021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-38bfa6ba-823b-4989-b91f-aefbd1f21120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:50.185632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Transition to ACTIVE for port object 80dfc196-e46c-423f-8065-7d73bee21461 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:50.187332 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-38bfa6ba-823b-4989-b91f-aefbd1f21120 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f8468533-036b-4b87-abec-ebf4fc4cf15c HTTP/1.1" status: 200  len: 848 time: 0.5142405
Apr 13 14:37:50.221811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:50.415161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31259a-90e7-4b41-b639-bec6faf37192 req-334bea83-927d-4160-a871-afe46462de99 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:50.431348 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2c31259a-90e7-4b41-b639-bec6faf37192 req-334bea83-927d-4160-a871-afe46462de99 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.3433452
Apr 13 14:37:50.524665 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2c31259a-90e7-4b41-b639-bec6faf37192 req-e153afbf-4961-48ce-a487-f14152f2eeba tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729399
Apr 13 14:37:50.571993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:50.588498 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d1f2b0>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '8e415882-3493-4159-9836-751263b027bd', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'port_id': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'mac_address': 'fa:16:3e:2e:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:58Z', 'updated_at': '2021-04-13T14:37:42Z', 'revision_number': 1, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:50.600294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16530250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261285'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:50.602547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] Checking router: 1852470f-650e-44d8-bf07-1c094357bd16 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:37:50.607687 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-3d3f2124-4608-4164-98bc-aebc33f3639d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=20a5acd6-3542-4c37-9ba1-2803fe33c713&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3919370
Apr 13 14:37:50.615149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-08e18c85-656c-4dd2-b840-a3c1b7e9e8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:50.618114 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-08e18c85-656c-4dd2-b840-a3c1b7e9e8c4 service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 1.3126326
Apr 13 14:37:50.638775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:37:50.639470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d1f2b0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:50.694965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:50.826629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38520) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:50.987748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9228e96-1252-4d4e-9330-535cab45833e,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:51.002922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:51.008976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-902447317-network', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:51.014460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:51.019459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Usage tracker for resource:network and tenant:1a6bc8b23b294f26b3b0e56b2c906c22 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:51.031390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:51.040286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:51.054978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Made reservation on behalf of 1a6bc8b23b294f26b3b0e56b2c906c22 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:51.060892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.090973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.102122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 6484a0fb-ae3e-429a-af45-8e6cca5264e8 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:37:51.125972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:37:51.180636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:51.200464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Usage tracker for resource:security_group_rule and tenant:1a6bc8b23b294f26b3b0e56b2c906c22 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:51.219914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:51.267602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Checking segment: {'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:51.271904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Network hostable DHCP agents. Network: 85889336-a883-47ac-9a06-86f411aa64a5, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:37:51.281541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:51.455438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 6484a0fb-ae3e-429a-af45-8e6cca5264e8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6484a0fb-ae3e-429a-af45-8e6cca5264e8,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:51.499451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '6484a0fb-ae3e-429a-af45-8e6cca5264e8', 'network_id': '20a5acd6-3542-4c37-9ba1-2803fe33c713', 'port_id': '6484a0fb-ae3e-429a-af45-8e6cca5264e8', 'mac_address': 'fa:16:3e:94:da:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8468533-036b-4b87-abec-ebf4fc4cf15c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:37:51.509372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Attempting to bind port 80dfc196-e46c-423f-8065-7d73bee21461 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:37:51.509772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Attempting to bind port 80dfc196-e46c-423f-8065-7d73bee21461 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:37:51.510180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Attempting to bind port 80dfc196-e46c-423f-8065-7d73bee21461 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:51.592440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8c15edf8-3db2-4847-9279-1d67ca2c6231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.596858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:37:51.597356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Checking segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:51.597725 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.598172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Bound using segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:37:51.598723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Bound port: 80dfc196-e46c-423f-8065-7d73bee21461, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:37:51.599147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.674304 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-91de857b-ce89-48a9-9e35-a487767e10c8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488 HTTP/1.1" status: 200  len: 999 time: 0.8675051
Apr 13 14:37:51.701478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.724192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.751586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-53d3a686-e2fa-455c-b985-8e1b1230a618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:51.801475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:37:51.818772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Network 85889336-a883-47ac-9a06-86f411aa64a5 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:37:51.826890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddf04c8-0c21-4a48-9a6c-98a85c3e5982,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:51.830670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:51.834857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.835242 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Added segment a0745da5-f0d2-4cf6-95fc-5cc39381acd8 of type vlan for network d9b9c1be-5693-47fa-878a-952bce30db6e
Apr 13 14:37:51.843577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 85889336-a883-47ac-9a06-86f411aa64a5) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:51.864931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:51.865588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.877971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] For port 80dfc196-e46c-423f-8065-7d73bee21461, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:37:51.878121 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-fccd492f-6233-46e8-a7bb-c479c8630c46 service neutron] 10.222.0.48 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2585711
Apr 13 14:37:51.885632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] For port 80dfc196-e46c-423f-8065-7d73bee21461, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=80dfc196-e46c-423f-8065-7d73bee21461,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:37:51.887575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.889932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6484a0fb-ae3e-429a-af45-8e6cca5264e8 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:37:51.895833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.930287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.942849 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 5.7547495
Apr 13 14:37:51.960886 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118ebae-917a-423a-819c-76987015a31a None None] Network 85889336-a883-47ac-9a06-86f411aa64a5 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:37:51.963347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.964868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:51.965527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:51.977965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-abf74322-5ea9-48e2-b43c-bda835406223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:51.979608 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-abf74322-5ea9-48e2-b43c-bda835406223 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.3006589
Apr 13 14:37:51.980968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ae1fb60-e9f5-4df7-8dad-117529993445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:52.043631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e928e64-3c60-48a7-930e-1472d306ec4b req-da8b5686-d8ba-49bc-a1e4-72931aa6c617 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:52.054668 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5e928e64-3c60-48a7-930e-1472d306ec4b req-da8b5686-d8ba-49bc-a1e4-72931aa6c617 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 943 time: 0.6223369
Apr 13 14:37:52.099606 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1076608
Apr 13 14:37:52.243323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38546) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:52.277435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d185-9dcd-40f6-95bd-69aedeb8e6fd None None] Pushing event updated for resources: {'Port': ['ID=80dfc196-e46c-423f-8065-7d73bee21461,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:52.328354 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Request body: {'subnet': {'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-902447317-subnet', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'ip_version': 4}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:52.373443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f764d185-9dcd-40f6-95bd-69aedeb8e6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.808s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:52.377817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:52.397041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Pushing event updated for resources: {'Network': ['ID=d9b9c1be-5693-47fa-878a-952bce30db6e,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:52.413068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Usage tracker for resource:subnet and tenant:1a6bc8b23b294f26b3b0e56b2c906c22 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:52.424542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:52.428289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:52.446370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:52.466770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Made reservation on behalf of 1a6bc8b23b294f26b3b0e56b2c906c22 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:52.480291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261300'] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:52.664177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d1f2b0>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '8e415882-3493-4159-9836-751263b027bd', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'port_id': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'mac_address': 'fa:16:3e:2e:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:58Z', 'updated_at': '2021-04-13T14:37:42Z', 'revision_number': 1, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:52.669842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa012d5-5159-4b92-a275-ae222f630302 None None] The sync data for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi is: [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '8e415882-3493-4159-9836-751263b027bd', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'port_id': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'mac_address': 'fa:16:3e:2e:8b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:36:58Z', 'updated_at': '2021-04-13T14:37:42Z', 'revision_number': 1, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:37:52.884079 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5e928e64-3c60-48a7-930e-1472d306ec4b req-fd4c92bb-1c9f-4441-95d5-a1ee65d434e5 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8280571
Apr 13 14:37:53.041735 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46c3321a-971f-42fa-bf7b-2d754d53c690 req-5bc31196-2d6f-48a6-96e5-fcb004bee87a service neutron] 10.222.0.48 "GET /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1400898
Apr 13 14:37:53.063619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-54ee3663-ed4f-4af1-93b7-a552d3ed917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:53.066954 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-54ee3663-ed4f-4af1-93b7-a552d3ed917f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0763521
Apr 13 14:37:53.185199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9dc32-29e2-4242-9f7f-60b35be8aaff req-5983290a-438b-4ca1-8b0d-e74bd5facfa5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:53.200236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.943s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:53.201399 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2b9dc32-29e2-4242-9f7f-60b35be8aaff req-5983290a-438b-4ca1-8b0d-e74bd5facfa5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.6436989
Apr 13 14:37:53.314487 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-b596de28-65fc-48bb-8370-fa981e8839a9 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2411199
Apr 13 14:37:53.324189 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2b9dc32-29e2-4242-9f7f-60b35be8aaff req-8b64faf9-27ff-4b50-9e1e-e90c78ea9ffa tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210990
Apr 13 14:37:53.431384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243bfc38-a08f-4eea-84a5-a12327a53a3e None None] New status for floating IP 8e415882-3493-4159-9836-751263b027bd: ACTIVE {{(pid=85243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:37:53.552036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764d185-9dcd-40f6-95bd-69aedeb8e6fd None None] Pushing event updated for resources: {'Port': ['ID=80dfc196-e46c-423f-8065-7d73bee21461,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:53.571770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f764d185-9dcd-40f6-95bd-69aedeb8e6fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:53.572868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network d9b9c1be-5693-47fa-878a-952bce30db6e details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:37:53.594325 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06ede1be-ca98-4ca7-814e-4f95b9d324d5 req-669f6316-3d91-41d3-b5bf-4e6037dccf8b service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726772
Apr 13 14:37:53.787438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 6484a0fb-ae3e-429a-af45-8e6cca5264e8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6484a0fb-ae3e-429a-af45-8e6cca5264e8,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:53.823319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-52dfe9a3-6af0-481b-8e3c-2c402e46bb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:53.892434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:37:53.893320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a69265f8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:53.954456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:53.986048 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:54.058703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16530250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261285'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:54.077926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:54.179657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:54.184384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=6484a0fb-ae3e-429a-af45-8e6cca5264e8,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:54.219110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:54.220007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de62440-d766-45ac-9018-983423eda04d,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:54.229303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:54.303212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['6484a0fb-ae3e-429a-af45-8e6cca5264e8'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:37:54.341006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620199cb-274a-4a68-bc1f-9fbbef08bd59 req-1bdbafd0-a5b6-48eb-81f4-db30ca1e20e2 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:54.343202 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-620199cb-274a-4a68-bc1f-9fbbef08bd59 req-1bdbafd0-a5b6-48eb-81f4-db30ca1e20e2 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 944 time: 0.1768966
Apr 13 14:37:54.410280 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Checking segment: {'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:54.420368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Network hostable DHCP agents. Network: d9b9c1be-5693-47fa-878a-952bce30db6e, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:37:54.425699 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-620199cb-274a-4a68-bc1f-9fbbef08bd59 req-06f0170f-a4e8-43d0-a163-b0b8b70bcbd8 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743897
Apr 13 14:37:54.445503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Network d9b9c1be-5693-47fa-878a-952bce30db6e is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:37:54.457878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, d9b9c1be-5693-47fa-878a-952bce30db6e) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:54.474354 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:54.475553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:54.507051 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2436013
Apr 13 14:37:54.512250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38598) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:54.525530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:54.534170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:54.535347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:54.536806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc8739b-613b-4a3f-aa1a-ee1eb1363852 None None] Network d9b9c1be-5693-47fa-878a-952bce30db6e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:37:54.540175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Usage tracker for resource:router and tenant:1a6bc8b23b294f26b3b0e56b2c906c22 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:54.545515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:54.555674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:54.568437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:54.569837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:54.600619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:54.807417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae83bc-54f7-4477-a5b1-559b41973afa None None] Network 85889336-a883-47ac-9a06-86f411aa64a5 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:37:54.833642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:37:54.957435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:37:54.993781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:55.116809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e0eac-8f68-4faa-8458-8eeae1eef7ae req-6d57a471-f7db-4415-a0df-c9aa46438e94 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:55.124359 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d02e0eac-8f68-4faa-8458-8eeae1eef7ae req-6d57a471-f7db-4415-a0df-c9aa46438e94 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.5218093
Apr 13 14:37:55.251770 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d02e0eac-8f68-4faa-8458-8eeae1eef7ae req-df783db2-265f-49bf-ab90-0ea0ca303ba5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889235
Apr 13 14:37:55.399203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-df2c4a03-f72f-4eaf-8960-5c62278982cc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:55.399977 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-df2c4a03-f72f-4eaf-8960-5c62278982cc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Synchronizing usage tracker for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:network {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:37:55.438596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-df2c4a03-f72f-4eaf-8960-5c62278982cc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Unset dirty status for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:network {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:37:55.441500 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-df2c4a03-f72f-4eaf-8960-5c62278982cc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/networks?id=85889336-a883-47ac-9a06-86f411aa64a5 HTTP/1.1" status: 200  len: 813 time: 0.2724521
Apr 13 14:37:55.492728 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-8c0464ba-1121-4cb8-97e4-35f75295dd69 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/quotas/4e51238b19ec4ef7bf7e093eaed872df HTTP/1.1" status: 200  len: 375 time: 0.0407190
Apr 13 14:37:55.612134 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-db52d2c4-8d55-4de2-9cbd-4904591c10f9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e51238b19ec4ef7bf7e093eaed872df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1179445
Apr 13 14:37:55.658899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:55.708355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:55.880612 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-2123ed23-c360-4335-b2eb-d9603158c358 service neutron] 10.222.0.22 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2670078
Apr 13 14:37:55.952024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-d9b9c1be-5693-47fa-878a-952bce30db6e', 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'fixed_ips': [{'subnet_id': '0de62440-d766-45ac-9018-983423eda04d'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:37:55.953197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:55.964202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.038363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 38632) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:56.117606 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-d3702e29-5e47-4849-99bd-5fb03718679c service neutron] 10.222.0.22 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2342477
Apr 13 14:37:56.286268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Allocated IP 172.20.0.2 (d9b9c1be-5693-47fa-878a-952bce30db6e/0de62440-d766-45ac-9018-983423eda04d/3d938b4e-f5a6-49f1-aebe-52485c6ecfad) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:37:56.391256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.419639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:56.424145 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e4498fcf-31e9-4960-87ad-5d3ce8ec6ee1 req-4dfaa1c5-5e57-4dfe-9026-5176c9297b8c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 210 time: 0.0721974
Apr 13 14:37:56.453061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b0401dfd1149468b4d321a84a4f6a1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:56.465742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:56.476925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Allocated IP 172.27.3.220 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/7fda5534-73dd-4718-8d66-ff10fab596d6) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:37:56.484264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:56.650948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97a17e-a797-42a2-a026-a4d8254dd1b7 req-cca67386-c791-4af7-850f-0e1496238c77 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:56.652665 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c97a17e-a797-42a2-a026-a4d8254dd1b7 req-cca67386-c791-4af7-850f-0e1496238c77 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 944 time: 0.7920535
Apr 13 14:37:56.698076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.709350 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c97a17e-a797-42a2-a026-a4d8254dd1b7 req-5c982d82-e3cb-44d9-891f-deb62664d446 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360980
Apr 13 14:37:56.710050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Transition to ACTIVE for port object 3d938b4e-f5a6-49f1-aebe-52485c6ecfad will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:56.744848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.748186 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Transition to ACTIVE for port object 3d938b4e-f5a6-49f1-aebe-52485c6ecfad will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:37:56.753903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.759370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.774208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:56.803300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:56.804983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.846997 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7b0401dfd1149468b4d321a84a4f6a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8051095
Apr 13 14:37:56.846997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74dcf6e-b801-48a2-a462-47ada1cdf86b,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:56.847790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38664) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:56.859370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:56.938868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f812945-ce30-4098-84c0-b4ddfa8c7174 req-aadb3fc3-9c5d-474b-bd69-461120bc37a6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:56.943836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.956858 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f812945-ce30-4098-84c0-b4ddfa8c7174 req-aadb3fc3-9c5d-474b-bd69-461120bc37a6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.3512597
Apr 13 14:37:56.972320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Pushing event updated for resources: {'Port': ['ID=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:56.986419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:56.986812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:56.998424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-96ab84a3-0073-496e-9661-46664c970dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a69265f8>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:51Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:37:56.998904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:57.018274 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f812945-ce30-4098-84c0-b4ddfa8c7174 req-ae8aa488-e385-4018-b962-ec3de9a3dbb3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599961
Apr 13 14:37:57.042118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:57.055194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab84a3-0073-496e-9661-46664c970dda None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:51Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:37:57.122174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Network d9b9c1be-5693-47fa-878a-952bce30db6e is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:57.123937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:57.132280 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:37:57.320651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7fda5534-73dd-4718-8d66-ff10fab596d6,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:57.333805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:57.373424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Attempting to bind port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:37:57.374131 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Attempting to bind port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:37:57.374716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Attempting to bind port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad on network d9b9c1be-5693-47fa-878a-952bce30db6e {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:37:57.394897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:37:57.395624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Checking segment: {'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:37:57.396317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:57.396957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Bound using segment: {'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:37:57.397522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Bound port: 3d938b4e-f5a6-49f1-aebe-52485c6ecfad, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:37:57.398116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:57.417168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:57.422833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0dfd2d4f-d922-4486-88ab-fa0d0d5b9ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:57.456812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74dcf6e-b801-48a2-a462-47ada1cdf86b,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:57.462160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:57.464471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:37:57.467448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:37:57.470319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:37:57.551367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] For port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:37:57.559657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] For port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,segment=NetworkSegment(a0745da5-f0d2-4cf6-95fc-5cc39381acd8),segment_id=a0745da5-f0d2-4cf6-95fc-5cc39381acd8)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:37:57.564371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:57.572451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:57.573810 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b74dcf6e-b801-48a2-a462-47ada1cdf86b HTTP/1.1" status: 204  len: 168 time: 0.7248690
Apr 13 14:37:57.595226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:57.874637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Pushing event updated for resources: {'Port': ['ID=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:57.885723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:58.012435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 6484a0fb-ae3e-429a-af45-8e6cca5264e8 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:58.144957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:58.151554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:58.153335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:58.255803 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6e61645f-f356-4f6d-865e-71449c297ce4 req-40818196-46f3-4b61-ba03-26b0c443861d tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 210 time: 0.1539340
Apr 13 14:37:58.425935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864464-42f3-4649-8c63-815c279540e3 req-cf1d0970-7d79-43e7-b439-9822a5a7c07f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:58.431589 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-23864464-42f3-4649-8c63-815c279540e3 req-cf1d0970-7d79-43e7-b439-9822a5a7c07f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 944 time: 0.3503687
Apr 13 14:37:58.515754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:58.544259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6484a0fb-ae3e-429a-af45-8e6cca5264e8'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:37:58.558224 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-23864464-42f3-4649-8c63-815c279540e3 req-841f07be-0ada-43cf-a803-6200b8e66c3e tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179011
Apr 13 14:37:58.577228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 6484a0fb-ae3e-429a-af45-8e6cca5264e8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6484a0fb-ae3e-429a-af45-8e6cca5264e8,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:58.601878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:58.605253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:37:58.710252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=6484a0fb-ae3e-429a-af45-8e6cca5264e8,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:37:58.715934 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:37:58.784559 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6484a0fb-ae3e-429a-af45-8e6cca5264e8', 'code': 200}
Apr 13 14:37:59.045140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38704) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:59.180130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:59.235988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38710) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:37:59.257397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:59.265486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 80dfc196-e46c-423f-8065-7d73bee21461 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:59.287121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Usage tracker for resource:security_group_rule and tenant:30ad13ce92b5460a8308fcd5b654ef1e is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:59.299536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:59.320674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:59.382070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-a94c2a8d-406b-4fd9-9a50-22de36da400f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:59.384627 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-a94c2a8d-406b-4fd9-9a50-22de36da400f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "GET /v2.0/networks?id=85889336-a883-47ac-9a06-86f411aa64a5 HTTP/1.1" status: 200  len: 813 time: 0.6613300
Apr 13 14:37:59.419925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Request body: {'port': {'device_id': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5', 'admin_state_up': True, 'tenant_id': '4e51238b19ec4ef7bf7e093eaed872df'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:37:59.474952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 80dfc196-e46c-423f-8065-7d73bee21461 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:37:59.476196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5497d-582f-4942-9b73-5ed8517cecd4 req-5caba145-6bfd-4a29-bb40-eaf2ed5742e4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:37:59.479722 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-38a5497d-582f-4942-9b73-5ed8517cecd4 req-5caba145-6bfd-4a29-bb40-eaf2ed5742e4 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.6990857
Apr 13 14:37:59.496174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 80dfc196-e46c-423f-8065-7d73bee21461 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:37:59.496611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:59.552951 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-38a5497d-582f-4942-9b73-5ed8517cecd4 req-dd79c501-5773-427c-9926-a182b185c468 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496004
Apr 13 14:37:59.562782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:59.753980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:59.784667 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ebd21c2-e69d-4659-ad36-6b0c818786f0 req-0709c2a4-9dad-4d58-bcf4-1d5ba99e2948 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 210 time: 0.0647202
Apr 13 14:37:59.791369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 80dfc196-e46c-423f-8065-7d73bee21461, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=80dfc196-e46c-423f-8065-7d73bee21461,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:37:59.797004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:59.798740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 3d938b4e-f5a6-49f1-aebe-52485c6ecfad up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:37:59.817641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:59.822720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Usage tracker for resource:port and tenant:4e51238b19ec4ef7bf7e093eaed872df is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:59.829728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:37:59.836631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:37:59.863199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Made reservation on behalf of 4e51238b19ec4ef7bf7e093eaed872df for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:37:59.874707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:59.898583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:37:59.955620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:37:59.984612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Usage tracker for resource:security_group_rule and tenant:f24315395607427796b43f8110d2e5c7 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:37:59.995645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:00.016270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:00.025299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:00.108029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Allocated IP 172.20.0.8 (85889336-a883-47ac-9a06-86f411aa64a5/c9228e96-1252-4d4e-9330-535cab45833e/9865b67f-a77c-4229-b126-e28962c2aac5) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:38:00.128967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:00.331654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=80dfc196-e46c-423f-8065-7d73bee21461,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:00.359867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:00.392092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:38:00.411377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:00.433040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:00.435287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:00.448044 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c282b86-913a-47d5-8da4-8991deca499a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:00.469851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:00.479933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97a499-0869-444c-916d-9d619f3fba12 req-1b869062-4cb7-4385-a271-15de27e1d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:00.479933 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3e97a499-0869-444c-916d-9d619f3fba12 req-1b869062-4cb7-4385-a271-15de27e1d82f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 1098 time: 1.2315273
Apr 13 14:38:00.482486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c7a72-c4b3-403a-b616-a45509be3e9b None None] Network d9b9c1be-5693-47fa-878a-952bce30db6e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:38:00.485704 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4721d6f-195a-47f4-b6b1-bbd644707415,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:00.489438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:00.589567 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30ad13ce92b5460a8308fcd5b654ef1e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5441093
Apr 13 14:38:00.688715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Provisioning for port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:38:00.720530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Provisioning complete for port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:00.721137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:00.734661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38728) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:00.865690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:00.962536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Pushing event updated for resources: {'Port': ['ID=9865b67f-a77c-4229-b126-e28962c2aac5,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:01.003038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:01.062886 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3e97a499-0869-444c-916d-9d619f3fba12 req-a0cb11e9-c51a-46c4-b02f-066bb12a7c37 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015253
Apr 13 14:38:01.102444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Network 85889336-a883-47ac-9a06-86f411aa64a5 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:38:01.105645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:38:01.108554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:38:01.115578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 80dfc196-e46c-423f-8065-7d73bee21461 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:01.115793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:01.116533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.155210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bb7b1-ad87-4a81-9224-5a6548f73ac2 req-dc5dc88b-9c99-4030-9c22-4fe260a30b89 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:01.157061 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bb8bb7b1-ad87-4a81-9224-5a6548f73ac2 req-dc5dc88b-9c99-4030-9c22-4fe260a30b89 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 945 time: 0.6904316
Apr 13 14:38:01.230270 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bb8bb7b1-ad87-4a81-9224-5a6548f73ac2 req-de93386c-2bea-4295-86d3-71acbe58053e tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591605
Apr 13 14:38:01.235801 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8348062
Apr 13 14:38:01.254413 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Request body: {'port': {'device_id': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:01.337227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.410454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.429800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.441164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.450572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0b7c26ba-f6dd-4019-a5aa-8a0d4a6bd15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:01.468511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32ca7d-77fe-434e-b1c8-38792b71f591 req-c29bb979-46b2-439e-bbad-a30cd8b527ec tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:01.478299 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9f32ca7d-77fe-434e-b1c8-38792b71f591 req-c29bb979-46b2-439e-bbad-a30cd8b527ec tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.6877458
Apr 13 14:38:01.480397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.488692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.575417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.593909 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9f32ca7d-77fe-434e-b1c8-38792b71f591 req-1db3550a-2ffd-47b9-9e71-ccae08613595 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145546
Apr 13 14:38:01.594295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 80dfc196-e46c-423f-8065-7d73bee21461 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:01.594721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.599628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59dda648-f00c-46a8-a2e1-beda7d168b77,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:01.614252 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f24315395607427796b43f8110d2e5c7&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3637598
Apr 13 14:38:01.616883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:01.619963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38740) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:01.621309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Router ee4f6f53-c41e-405a-94ba-77e1e6402c95 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:38:01.657550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879495e7-c6e9-4e38-b0aa-7e1e7bb1f268 req-e2124193-97d0-4734-917f-4dfb8dd85fbf tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:01.659451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-879495e7-c6e9-4e38-b0aa-7e1e7bb1f268 req-e2124193-97d0-4734-917f-4dfb8dd85fbf tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Synchronizing usage tracker for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:01.665031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] For port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,segment=NetworkSegment(a0745da5-f0d2-4cf6-95fc-5cc39381acd8),segment_id=a0745da5-f0d2-4cf6-95fc-5cc39381acd8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:01.670815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.675276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:01.750712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Pushing event updated for resources: {'Port': ['ID=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:01.764317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:01.821657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-879495e7-c6e9-4e38-b0aa-7e1e7bb1f268 req-e2124193-97d0-4734-917f-4dfb8dd85fbf tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Unset dirty status for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:01.823118 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-879495e7-c6e9-4e38-b0aa-7e1e7bb1f268 req-e2124193-97d0-4734-917f-4dfb8dd85fbf tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 931 time: 0.4125888
Apr 13 14:38:01.915960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:38:01.921749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:01.927800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Sync routers for ids ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:38:01.947010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Routers {'ee4f6f53-c41e-405a-94ba-77e1e6402c95'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:38:01.947774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e0a2e8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:02.006729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-45d25c79-4231-452e-b2fd-f99a993731e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:02.020473 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-879495e7-c6e9-4e38-b0aa-7e1e7bb1f268 req-16cf3b2a-6454-4470-9fec-09e74b02105e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Synchronizing usage tracker for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:02.027995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:02.029246 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4721d6f-195a-47f4-b6b1-bbd644707415 HTTP/1.1" status: 204  len: 168 time: 1.2900925
Apr 13 14:38:02.048363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4721d6f-195a-47f4-b6b1-bbd644707415,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:02.052168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:02.053730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:02.055400 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5409031
Apr 13 14:38:02.067227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 38748) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:02.079920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:02.125126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:02.212848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-1187cff1-2466-47d5-ab92-663451b261d4 None None] Provisioning complete for port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:02.214334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:02.221457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c208122e-3083-4318-8680-ccb9aeceac15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:02.222142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1187cff1-2466-47d5-ab92-663451b261d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:02.237826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59dda648-f00c-46a8-a2e1-beda7d168b77,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:02.240991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:02.243853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:02.247381 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59dda648-f00c-46a8-a2e1-beda7d168b77 HTTP/1.1" status: 204  len: 168 time: 0.6188576
Apr 13 14:38:02.311867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-879495e7-c6e9-4e38-b0aa-7e1e7bb1f268 req-16cf3b2a-6454-4470-9fec-09e74b02105e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Unset dirty status for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:02.343550 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-879495e7-c6e9-4e38-b0aa-7e1e7bb1f268 req-16cf3b2a-6454-4470-9fec-09e74b02105e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5018547
Apr 13 14:38:02.491912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a8c6a-873e-466c-ae20-bfd11aca6c67 req-499f29fd-579a-41bf-95fb-48e3f82aabe9 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:02.494184 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c52a8c6a-873e-466c-ae20-bfd11aca6c67 req-499f29fd-579a-41bf-95fb-48e3f82aabe9 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2361789
Apr 13 14:38:02.508619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Set router ee4f6f53-c41e-405a-94ba-77e1e6402c95 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:38:02.559717 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c52a8c6a-873e-466c-ae20-bfd11aca6c67 req-502ca5d6-bf74-473c-adf2-f7552a6ec470 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536115
Apr 13 14:38:02.866742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcad6f6-25b4-4bfe-9e8a-35e9226bdda1 req-3817107a-7514-484f-b968-2e1c26bc97cc tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:02.881884 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfcad6f6-25b4-4bfe-9e8a-35e9226bdda1 req-3817107a-7514-484f-b968-2e1c26bc97cc tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1526718
Apr 13 14:38:02.949262 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfcad6f6-25b4-4bfe-9e8a-35e9226bdda1 req-732739b8-e4a9-4833-b6e9-703ce957ba51 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662978
Apr 13 14:38:03.023011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e0a2e8>, [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:37:58Z', 'revision_number': 3, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port': {'id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:55Z', 'updated_at': '2021-04-13T14:37:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:03.035509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Checking router: ee4f6f53-c41e-405a-94ba-77e1e6402c95 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:38:03.035509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Updating router ee4f6f53-c41e-405a-94ba-77e1e6402c95 port 7fda5534-73dd-4718-8d66-ff10fab596d6 binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:38:03.039211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 3d938b4e-f5a6-49f1-aebe-52485c6ecfad up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:03.090994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 13 14:38:03.115684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a45d-bbe9-4da9-adcf-f94f2856ed82 req-5072956d-ff08-4c07-9c6b-50b26c0e6453 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:03.117508 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8a43a45d-bbe9-4da9-adcf-f94f2856ed82 req-5072956d-ff08-4c07-9c6b-50b26c0e6453 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 945 time: 0.5032239
Apr 13 14:38:03.174302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38774) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:03.174548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.188723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:03.189263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.209220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.253501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:03.257976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Usage tracker for resource:security_group_rule and tenant:203bb60f389940b1bf4ac06b54374508 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:03.261395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:03.276560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:03.469044 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.473447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.482608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ef66c2ae-9d27-4270-ada0-a1695fac40e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:03.513867 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8a43a45d-bbe9-4da9-adcf-f94f2856ed82 req-d116fcf8-a520-41d5-bb37-da999346b17f tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3818421
Apr 13 14:38:03.522955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75afba42-b6ac-493e-a9a0-753c90d35ae1,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:03.529612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:03.536764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9865b67f-a77c-4229-b126-e28962c2aac5 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:38:03.548395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.556107 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=203bb60f389940b1bf4ac06b54374508&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3791821
Apr 13 14:38:03.557435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38784) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:03.592181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Transition to ACTIVE for port object 9865b67f-a77c-4229-b126-e28962c2aac5 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:38:03.599093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.650404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:03.751882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.828106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bcd32-d376-440f-adad-adafab28ae8d req-faf3b5fd-9ad6-4d2d-af68-14978c34e928 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:03.829796 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b12bcd32-d376-440f-adad-adafab28ae8d req-faf3b5fd-9ad6-4d2d-af68-14978c34e928 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 943 time: 0.2198069
Apr 13 14:38:03.832274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.846824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.860820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Transition to ACTIVE for port object 7fda5534-73dd-4718-8d66-ff10fab596d6 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:38:03.869390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.888647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:03.922757 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b12bcd32-d376-440f-adad-adafab28ae8d req-e840771b-20c8-48b8-832e-93d4a943812e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809298
Apr 13 14:38:03.943812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.951830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e53e35f9-957a-43cd-b49a-aafdbfbc3420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:03.967878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75afba42-b6ac-493e-a9a0-753c90d35ae1,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:03.972203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:03.976009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:03.977389 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75afba42-b6ac-493e-a9a0-753c90d35ae1 HTTP/1.1" status: 204  len: 168 time: 0.4172060
Apr 13 14:38:04.055430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Pushing event updated for resources: {'Port': ['ID=7fda5534-73dd-4718-8d66-ff10fab596d6,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:04.083103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.083442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.083866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.084245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.084625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.085024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.085393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.085776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.086169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.086748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.087129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.087523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:04.100374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:04.361880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c5e01-f54d-41ab-9f7d-f5c30ad186b3 req-0859bd88-0805-4443-9a3e-a2787ffb2b36 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:04.363656 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4e9c5e01-f54d-41ab-9f7d-f5c30ad186b3 req-0859bd88-0805-4443-9a3e-a2787ffb2b36 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1720328
Apr 13 14:38:04.364009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Attempting to bind port 7fda5534-73dd-4718-8d66-ff10fab596d6 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:38:04.365347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Attempting to bind port 7fda5534-73dd-4718-8d66-ff10fab596d6 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:38:04.365771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Attempting to bind port 7fda5534-73dd-4718-8d66-ff10fab596d6 on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:38:04.372348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:38:04.372747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:38:04.373202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:04.373642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:38:04.374171 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Bound port: 7fda5534-73dd-4718-8d66-ff10fab596d6, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:38:04.374595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:04.404750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9865b67f-a77c-4229-b126-e28962c2aac5,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:04.409220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:04.477944 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4e9c5e01-f54d-41ab-9f7d-f5c30ad186b3 req-d8ec3ce4-4a4e-4b34-b170-456b81fe7f27 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033466
Apr 13 14:38:04.497016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] For port 7fda5534-73dd-4718-8d66-ff10fab596d6, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:38:04.502794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] For port 7fda5534-73dd-4718-8d66-ff10fab596d6, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=7fda5534-73dd-4718-8d66-ff10fab596d6,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:38:04.508663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:04.536038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c5e9821-76e0-4b19-b713-e175f8ae1bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:04.674197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Pushing event updated for resources: {'Port': ['ID=7fda5534-73dd-4718-8d66-ff10fab596d6,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:04.681893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:04.893212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Routers {'ee4f6f53-c41e-405a-94ba-77e1e6402c95'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:38:04.893916 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e0a2e8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:04.895271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:04.956931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f2e83-0aa5-4dbf-873f-238c749c45dc req-223219f0-9e40-4351-8ec4-628e2fe0585d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:04.958737 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fd1f2e83-0aa5-4dbf-873f-238c749c45dc req-223219f0-9e40-4351-8ec4-628e2fe0585d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 1.1491539
Apr 13 14:38:05.241227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Attempting to bind port 9865b67f-a77c-4229-b126-e28962c2aac5 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:38:05.241613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Attempting to bind port 9865b67f-a77c-4229-b126-e28962c2aac5 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:38:05.241990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Attempting to bind port 9865b67f-a77c-4229-b126-e28962c2aac5 on network 85889336-a883-47ac-9a06-86f411aa64a5 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:38:05.250479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Port 9865b67f-a77c-4229-b126-e28962c2aac5 on network 85889336-a883-47ac-9a06-86f411aa64a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:38:05.251010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Attempting to bind port 9865b67f-a77c-4229-b126-e28962c2aac5 on network 85889336-a883-47ac-9a06-86f411aa64a5 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:38:05.268612 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fd1f2e83-0aa5-4dbf-873f-238c749c45dc req-bb7cb23e-e193-4f7d-a67e-1da11ed82ac2 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2991679
Apr 13 14:38:05.279601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] Set router ee4f6f53-c41e-405a-94ba-77e1e6402c95 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:38:05.315368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:38:05.315830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Checking segment: {'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:38:05.316281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Bound using segment: {'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:38:05.316806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Bound port: 9865b67f-a77c-4229-b126-e28962c2aac5, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:38:05.317202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:05.471777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Allocated IP 172.20.0.1 (d9b9c1be-5693-47fa-878a-952bce30db6e/0de62440-d766-45ac-9018-983423eda04d/062287a9-9542-4bf4-989e-79bc368e8d16) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:38:05.546716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5a86b-2f19-4158-868f-2041e60d9cdc req-5156f997-946f-427c-ba94-47bac1b0c652 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:05.548488 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-36d5a86b-2f19-4158-868f-2041e60d9cdc req-5156f997-946f-427c-ba94-47bac1b0c652 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 943 time: 0.2973604
Apr 13 14:38:05.649076 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-36d5a86b-2f19-4158-868f-2041e60d9cdc req-0d95d98f-360d-4d8d-8994-0e29d8d5bdd4 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804851
Apr 13 14:38:05.683067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] For port 9865b67f-a77c-4229-b126-e28962c2aac5, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:38:05.884925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e0a2e8>, [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:37:58Z', 'revision_number': 3, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port': {'id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:55Z', 'updated_at': '2021-04-13T14:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:05.891956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e923831-de7b-4dc2-9f24-753721bdbee1 None None] The sync data for ids ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'] in dv-cinder-786054-1-iscsi is: [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:37:58Z', 'revision_number': 3, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port': {'id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:55Z', 'updated_at': '2021-04-13T14:38:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:38:05.947851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] For port 9865b67f-a77c-4229-b126-e28962c2aac5, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9865b67f-a77c-4229-b126-e28962c2aac5,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:38:06.000667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:06.004654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:06.046215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:06.047340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b05103-e1fc-4b41-af5e-ec4aeeee1bd3 req-6599374a-0e1d-4eae-9666-12bc3bf234ce tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:06.049049 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d9b05103-e1fc-4b41-af5e-ec4aeeee1bd3 req-6599374a-0e1d-4eae-9666-12bc3bf234ce tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 945 time: 0.1753216
Apr 13 14:38:06.094844 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d9b05103-e1fc-4b41-af5e-ec4aeeee1bd3 req-9ae10085-cb31-41a4-a9d7-c118c7dd943b tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0271969
Apr 13 14:38:06.272690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Transition to ACTIVE for port object 062287a9-9542-4bf4-989e-79bc368e8d16 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:38:06.309823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Pushing event updated for resources: {'Port': ['ID=9865b67f-a77c-4229-b126-e28962c2aac5,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:06.313487 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:06.367961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80134c-d108-43af-9f08-770d7e4abfd4 req-25de67e4-fa8d-48b6-ad90-99525444d3e6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:06.369726 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3a80134c-d108-43af-9f08-770d7e4abfd4 req-25de67e4-fa8d-48b6-ad90-99525444d3e6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.4302561
Apr 13 14:38:06.458474 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3a80134c-d108-43af-9f08-770d7e4abfd4 req-843a78b1-e4eb-4708-99c2-864b2cacc686 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753152
Apr 13 14:38:06.469474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:06.500848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:06.560759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:06.561479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:06.563315 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] 10.222.0.48 "PUT /v2.0/ports/9865b67f-a77c-4229-b126-e28962c2aac5 HTTP/1.1" status: 200  len: 1093 time: 5.3188066
Apr 13 14:38:06.623577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'tag': '9865b67f-a77c-4229-b126-e28962c2aac5'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:38:06.643855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Pushing event updated for resources: {'Port': ['ID=062287a9-9542-4bf4-989e-79bc368e8d16,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:06.644031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f8625-2ead-41bf-b8ca-171db4bd3e56 req-196d1545-aa9c-4178-a528-388c9b97212a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:06.649185 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac0f8625-2ead-41bf-b8ca-171db4bd3e56 req-196d1545-aa9c-4178-a528-388c9b97212a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1418927
Apr 13 14:38:06.703832 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac0f8625-2ead-41bf-b8ca-171db4bd3e56 req-2b2f22fc-6151-4340-bcfc-2bb44737b550 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429926
Apr 13 14:38:06.800000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:06.802315 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'tag': '9865b67f-a77c-4229-b126-e28962c2aac5', 'status': 'completed', 'code': 200}
Apr 13 14:38:07.015264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7fda5534-73dd-4718-8d66-ff10fab596d6 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:07.022858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-05ea3081-7dd4-437f-ad83-769e583720bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:07.024653 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-05ea3081-7dd4-437f-ad83-769e583720bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e51238b19ec4ef7bf7e093eaed872df&device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 1096 time: 0.3914814
Apr 13 14:38:07.039468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0b6b1-e3d1-4d4e-96db-98300a137f4d req-fd8f3706-87f1-4a86-930f-0d5a8375b296 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:07.041199 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-95c0b6b1-e3d1-4d4e-96db-98300a137f4d req-fd8f3706-87f1-4a86-930f-0d5a8375b296 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 943 time: 0.2359238
Apr 13 14:38:07.166231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 7fda5534-73dd-4718-8d66-ff10fab596d6 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:38:07.176472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 7fda5534-73dd-4718-8d66-ff10fab596d6 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:07.177441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:07.305339 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-95c0b6b1-e3d1-4d4e-96db-98300a137f4d req-17acee09-fa09-434e-a7da-b6a81bae45bb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2556171
Apr 13 14:38:07.306917 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-339d8f8b-f6ed-4bf7-a8ba-cd0427fd973e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9865b67f-a77c-4229-b126-e28962c2aac5 HTTP/1.1" status: 200  len: 217 time: 0.2647297
Apr 13 14:38:07.430993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e0c26-5c5b-4ac3-8095-8489b68a5d60 req-4cce0c23-d0ee-4ec4-b5a7-08894de773a1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:07.447530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Network d9b9c1be-5693-47fa-878a-952bce30db6e is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:38:07.451722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-83d68f59-6065-4c5c-a7b8-104940054a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:07.453782 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-83d68f59-6065-4c5c-a7b8-104940054a1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9228e96-1252-4d4e-9330-535cab45833e HTTP/1.1" status: 200  len: 853 time: 0.1204712
Apr 13 14:38:07.457729 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-873e0c26-5c5b-4ac3-8095-8489b68a5d60 req-4cce0c23-d0ee-4ec4-b5a7-08894de773a1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 945 time: 0.1767316
Apr 13 14:38:07.458731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:38:07.469701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:07.500120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 7fda5534-73dd-4718-8d66-ff10fab596d6, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=7fda5534-73dd-4718-8d66-ff10fab596d6,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:07.501709 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-873e0c26-5c5b-4ac3-8095-8489b68a5d60 req-7b9129c3-7433-4604-b30c-6d5fd758b01c tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416975
Apr 13 14:38:07.504076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:07.508857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f764d185-9dcd-40f6-95bd-69aedeb8e6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:07.621816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:38:07.623075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:07.684931 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-a0415dae-f748-45ba-9115-b2cfb902baf9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85889336-a883-47ac-9a06-86f411aa64a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2044263
Apr 13 14:38:07.695456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=7fda5534-73dd-4718-8d66-ff10fab596d6,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:07.700851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:07.818764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-34dd396a-fe06-44cf-91a5-67969bac0502 None None] Provisioning for port 062287a9-9542-4bf4-989e-79bc368e8d16 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:38:07.825155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-34dd396a-fe06-44cf-91a5-67969bac0502 None None] Provisioning complete for port 062287a9-9542-4bf4-989e-79bc368e8d16 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:07.825597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-34dd396a-fe06-44cf-91a5-67969bac0502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:07.840198 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38894) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:07.842369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-60b3bdd5-e6aa-4c0a-bc85-0f735d73c816 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:07.851963 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-60b3bdd5-e6aa-4c0a-bc85-0f735d73c816 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 945 time: 0.7158337
Apr 13 14:38:07.928092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-34dd396a-fe06-44cf-91a5-67969bac0502 None None] Port 062287a9-9542-4bf4-989e-79bc368e8d16 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:38:07.947196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca6000-9257-400f-9a4d-bfd686273f1c req-9066f742-2834-4e4d-bbd7-23292f3da1c5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:07.957116 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d4ca6000-9257-400f-9a4d-bfd686273f1c req-9066f742-2834-4e4d-bbd7-23292f3da1c5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1977773
Apr 13 14:38:08.004680 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d4ca6000-9257-400f-9a4d-bfd686273f1c req-ec136a7d-f4b1-4e5b-8641-5421b72e574f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461879
Apr 13 14:38:08.093752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.097777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Deleting port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:38:08.098175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.112454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:08.118620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Usage tracker for resource:security_group_rule and tenant:24f67a84b2fe4c85b22246a2fe29eb96 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:08.122050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:08.129257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:08.305054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.309293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.319884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3fcd4a85-d7fe-486f-9e2f-45c1e4626780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:08.353452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8582a0-9a00-4050-a6b4-857a2ec483ea,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:08.359302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:08.379142 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24f67a84b2fe4c85b22246a2fe29eb96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5375614
Apr 13 14:38:08.382506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38912) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:08.475419 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-7b072c26-a9d6-491f-bb79-d8d7bac5c5d0 service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7756283
Apr 13 14:38:08.510511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.561756 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.619577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c8ec6-7291-4596-851f-9479810d28ee req-ded53c8f-9966-4f50-a0a6-43ee99a1f95a tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:08.621277 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-334c8ec6-7291-4596-851f-9479810d28ee req-ded53c8f-9966-4f50-a0a6-43ee99a1f95a tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 943 time: 0.1828210
Apr 13 14:38:08.660104 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-334c8ec6-7291-4596-851f-9479810d28ee req-3e012282-b446-47f7-9dff-6fb7ca7f526c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312855
Apr 13 14:38:08.666661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.672513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-74a95640-862b-4a67-b901-69f4881b4136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:08.685182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8582a0-9a00-4050-a6b4-857a2ec483ea,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:08.688135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:08.712500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.714008 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e8582a0-9a00-4050-a6b4-857a2ec483ea HTTP/1.1" status: 204  len: 168 time: 0.3304088
Apr 13 14:38:08.782747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:08.895173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea069a5-b22d-46ab-b408-febc94e1c070 req-3239549f-5cdb-4cfd-94e2-013445bc8281 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:08.897525 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aea069a5-b22d-46ab-b408-febc94e1c070 req-3239549f-5cdb-4cfd-94e2-013445bc8281 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 1.0307157
Apr 13 14:38:08.956296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef7cb3-aabe-4c2f-85e2-659a0b955dbe req-73bd6857-0b09-42a1-a963-fdf863c21a82 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:08.958912 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-66ef7cb3-aabe-4c2f-85e2-659a0b955dbe req-73bd6857-0b09-42a1-a963-fdf863c21a82 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 945 time: 0.1218286
Apr 13 14:38:09.004209 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-66ef7cb3-aabe-4c2f-85e2-659a0b955dbe req-889f7c36-434b-4462-bb5b-21734fb88f65 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373979
Apr 13 14:38:09.158095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7fda5534-73dd-4718-8d66-ff10fab596d6 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:09.174529 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dee3ac19-b3a2-45de-b307-9fb402b26249 req-bbb4b1eb-4264-4648-bbe3-cb4086b7ea01 service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6598778
Apr 13 14:38:09.255938 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aea069a5-b22d-46ab-b408-febc94e1c070 req-503e7f17-d807-4766-9797-9a38664d34c5 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869739
Apr 13 14:38:09.280800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38934) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:09.315457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.342648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:09.347227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Usage tracker for resource:security_group_rule and tenant:4781a25e86ed495c83e9d94564eb08d9 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:09.351157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:09.368518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:09.415729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 7fda5534-73dd-4718-8d66-ff10fab596d6 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:09.416159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.456137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.470030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.471190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.499075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b2624b87-fd55-4847-abe1-63d6d50ccc03 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:09.547488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.552467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.563419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-185b18c2-2f41-4944-a8fb-af2c48718a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:09.580803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] For port 6484a0fb-ae3e-429a-af45-8e6cca5264e8, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=6484a0fb-ae3e-429a-af45-8e6cca5264e8,segment=NetworkSegment(741f4340-4e05-4cd2-9cfa-78e877844fdc),segment_id=741f4340-4e05-4cd2-9cfa-78e877844fdc)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:09.581172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.624568 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4781a25e86ed495c83e9d94564eb08d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3378906
Apr 13 14:38:09.624568 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7167078e-45bb-4c9c-8f7c-e7770f304a0d,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:09.625055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38938) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:09.644154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:09.698047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d1b0-0df9-4a31-9bae-99cf6a609ca9 req-f269643e-bf43-444b-bcf4-5686b7ca2dda tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:09.699904 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5a23d1b0-0df9-4a31-9bae-99cf6a609ca9 req-f269643e-bf43-444b-bcf4-5686b7ca2dda tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2248969
Apr 13 14:38:09.810363 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5a23d1b0-0df9-4a31-9bae-99cf6a609ca9 req-353f025a-3f88-4220-936a-4c1312297671 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022735
Apr 13 14:38:09.813496 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.849072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.858641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Calling delete_port for 6484a0fb-ae3e-429a-af45-8e6cca5264e8 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:38:09.898702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.904310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f77ba04c-64d7-4118-bc79-6f23dcfe24a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:09.917448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7167078e-45bb-4c9c-8f7c-e7770f304a0d,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:09.921641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:09.926158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:09.929548 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7167078e-45bb-4c9c-8f7c-e7770f304a0d HTTP/1.1" status: 204  len: 168 time: 0.3022072
Apr 13 14:38:09.942980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Pushing event updated for resources: {'Port': ['ID=062287a9-9542-4bf4-989e-79bc368e8d16,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:09.949504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:10.112232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-08430641-f259-4722-ab52-3956d204a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:10.113884 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-08430641-f259-4722-ab52-3956d204a7ca service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e51238b19ec4ef7bf7e093eaed872df&device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 1096 time: 0.7790368
Apr 13 14:38:10.301588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e216e4-7e6b-4910-9f0c-9b5ac280543e req-ee82c3cc-e115-441c-b27d-772bf80b82cd tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:10.305280 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-63e216e4-7e6b-4910-9f0c-9b5ac280543e req-ee82c3cc-e115-441c-b27d-772bf80b82cd tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 945 time: 0.1641634
Apr 13 14:38:10.348048 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-63e216e4-7e6b-4910-9f0c-9b5ac280543e req-d552b8fb-a102-41f8-9120-9c46c556bd7b tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/security-groups?id=04325b54-a0eb-410c-96bf-1229e856189a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332644
Apr 13 14:38:10.351360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-fcfa5b35-9fbb-4f96-87f8-d7a6fdf025a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:10.353264 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-fcfa5b35-9fbb-4f96-87f8-d7a6fdf025a6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=85889336-a883-47ac-9a06-86f411aa64a5 HTTP/1.1" status: 200  len: 914 time: 0.2306504
Apr 13 14:38:10.491100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Network d9b9c1be-5693-47fa-878a-952bce30db6e is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:38:10.494092 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-ce78fc11-139e-4692-9169-2ce4c425005f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9865b67f-a77c-4229-b126-e28962c2aac5 HTTP/1.1" status: 200  len: 217 time: 0.1281381
Apr 13 14:38:10.498604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:38:10.762601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38972) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:10.885739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-505b801f-ebae-499a-a90d-10b0944d4499 None None] Provisioning complete for port 062287a9-9542-4bf4-989e-79bc368e8d16 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:10.888054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-505b801f-ebae-499a-a90d-10b0944d4499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:10.943634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61848117-ac4e-4a43-a627-01b770a38757 req-e1ae487e-d538-4f53-b42d-6b619910c6e1 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:10.945234 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61848117-ac4e-4a43-a627-01b770a38757 req-e1ae487e-d538-4f53-b42d-6b619910c6e1 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1323280
Apr 13 14:38:11.005445 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61848117-ac4e-4a43-a627-01b770a38757 req-8b6373b4-c43c-441b-9b71-05e3d0139174 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507715
Apr 13 14:38:11.011426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-505b801f-ebae-499a-a90d-10b0944d4499 None None] Port 062287a9-9542-4bf4-989e-79bc368e8d16 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:38:11.040095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.062740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:11.068470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:c6e6a2bf4cd44fbfbbe3fc4d35036ab9 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:11.073443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:11.084744 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:11.188352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5604d3-458a-409e-893e-98b069e57980 req-b3f8a24a-6b34-45d6-9279-ed065a14b088 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:11.191452 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6b5604d3-458a-409e-893e-98b069e57980 req-b3f8a24a-6b34-45d6-9279-ed065a14b088 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 943 time: 1.2723007
Apr 13 14:38:11.282765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-d9b5be15-eb3b-4559-940f-6505f7aa99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:11.284971 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-d9b5be15-eb3b-4559-940f-6505f7aa99ac service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9228e96-1252-4d4e-9330-535cab45833e HTTP/1.1" status: 200  len: 853 time: 0.7526007
Apr 13 14:38:11.315613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.321043 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6b5604d3-458a-409e-893e-98b069e57980 req-51c646c0-8da8-4c8b-9016-16287643814e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204655
Apr 13 14:38:11.323684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Router ee4f6f53-c41e-405a-94ba-77e1e6402c95 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:38:11.385873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:11.386775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.392960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.404250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-40c7402f-6eb1-4e6e-bdae-086e132826f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:11.478100 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-c5328971-7dd0-43a0-b697-44d4d568be5c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85889336-a883-47ac-9a06-86f411aa64a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1793177
Apr 13 14:38:11.487930 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6e6a2bf4cd44fbfbbe3fc4d35036ab9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7240782
Apr 13 14:38:11.491905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0064b-2236-4647-8f90-113e127126f1 req-d0026834-22e8-4db0-a0a8-5157aacdf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:11.493891 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-43c0064b-2236-4647-8f90-113e127126f1 req-d0026834-22e8-4db0-a0a8-5157aacdf24d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.3857985
Apr 13 14:38:11.494620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 38992) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:11.497981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff321b4-2a7f-4471-bb8a-346910badaed,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:11.515845 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:11.534019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Pushing event deleted for resources: {'Port': ['ID=6484a0fb-ae3e-429a-af45-8e6cca5264e8,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:11.553650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf3133-830c-402d-bec2-dfef1e7fbb06 req-d332acb6-03a9-49b7-a5ee-01b01885efb7 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:11.554657 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8fcf3133-830c-402d-bec2-dfef1e7fbb06 req-d332acb6-03a9-49b7-a5ee-01b01885efb7 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.3764462
Apr 13 14:38:11.575635 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-43c0064b-2236-4647-8f90-113e127126f1 req-50532663-0675-47dc-9843-e3dbeea7de26 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649364
Apr 13 14:38:11.587358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:11.625196 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8fcf3133-830c-402d-bec2-dfef1e7fbb06 req-06ec082b-96dc-4980-abc3-026a18f164a3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518124
Apr 13 14:38:11.642765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.678033 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-54666c80-4401-4131-8ac8-84b8220346e2 req-a584ff12-f2ff-4fd4-a5ec-8a883e94717a tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 210 time: 0.1505375
Apr 13 14:38:11.678556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.741322 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.746893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:11.759708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff321b4-2a7f-4471-bb8a-346910badaed,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:11.764391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:11.768065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:11.771763 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fff321b4-2a7f-4471-bb8a-346910badaed HTTP/1.1" status: 204  len: 168 time: 0.2731574
Apr 13 14:38:12.054208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 9865b67f-a77c-4229-b126-e28962c2aac5 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:38:12.113712 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-8992aca7-8d6f-42c1-943c-02b1113826d6 service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5818410
Apr 13 14:38:12.315188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:38:12.510604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] No DVR routers for this DVR port 6484a0fb-ae3e-429a-af45-8e6cca5264e8 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:38:12.523132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:12.529034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'name': 'network-vif-deleted', 'tag': '6484a0fb-ae3e-429a-af45-8e6cca5264e8'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:38:12.560922 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] 10.222.0.22 "PUT /v2.0/routers/ee4f6f53-c41e-405a-94ba-77e1e6402c95/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4418542
Apr 13 14:38:12.569791 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a8e3b5b9-4d58-4ec5-9915-6d23816490d9 req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.48 "DELETE /v2.0/ports/6484a0fb-ae3e-429a-af45-8e6cca5264e8 HTTP/1.1" status: 204  len: 173 time: 4.7002869
Apr 13 14:38:12.586834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 6484a0fb-ae3e-429a-af45-8e6cca5264e8 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:38:12.647875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 6484a0fb-ae3e-429a-af45-8e6cca5264e8 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:38:12.648269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 6484a0fb-ae3e-429a-af45-8e6cca5264e8 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:38:12.650042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Sync routers for ids ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:38:12.665830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Routers {'ee4f6f53-c41e-405a-94ba-77e1e6402c95'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:38:12.666547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6f7de10>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:12.694326 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-adc05f3d-f246-4ed6-adbb-0bc9e0d862f3 req-b05c6635-4231-4f26-8862-80c13d55ef7f service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5598233
Apr 13 14:38:12.875432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 9865b67f-a77c-4229-b126-e28962c2aac5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9865b67f-a77c-4229-b126-e28962c2aac5,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:12.901085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '9865b67f-a77c-4229-b126-e28962c2aac5', 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5', 'port_id': '9865b67f-a77c-4229-b126-e28962c2aac5', 'mac_address': 'fa:16:3e:5c:aa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9228e96-1252-4d4e-9330-535cab45833e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:38:12.910049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e06e1-df6b-45ba-8089-be8e0d0fbc36 req-254f87c1-5d92-42e6-a6b6-aff8b0c46e3b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:12.924845 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-570e06e1-df6b-45ba-8089-be8e0d0fbc36 req-254f87c1-5d92-42e6-a6b6-aff8b0c46e3b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.3450463
Apr 13 14:38:12.988669 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-570e06e1-df6b-45ba-8089-be8e0d0fbc36 req-ad16ee03-b7e6-4601-95d5-70a82773c3a7 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603883
Apr 13 14:38:13.036044 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb430935-a9cf-4530-89b1-593f09c63123 req-961999a1-6e47-47cb-b9dd-6a569ecd52d6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:13.037629 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb430935-a9cf-4530-89b1-593f09c63123 req-961999a1-6e47-47cb-b9dd-6a569ecd52d6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 943 time: 0.4177313
Apr 13 14:38:13.055378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Set router ee4f6f53-c41e-405a-94ba-77e1e6402c95 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:38:13.078911 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb430935-a9cf-4530-89b1-593f09c63123 req-85cf6c12-8e60-433b-a4a0-11c15e2e2634 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326099
Apr 13 14:38:13.106854 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb1e521-0139-4471-abc5-2069d044be2b', 'name': 'network-vif-deleted', 'tag': '6484a0fb-ae3e-429a-af45-8e6cca5264e8', 'status': 'completed', 'code': 200}
Apr 13 14:38:13.231269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:13.259929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9865b67f-a77c-4229-b126-e28962c2aac5 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:38:13.278293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 9865b67f-a77c-4229-b126-e28962c2aac5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9865b67f-a77c-4229-b126-e28962c2aac5,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:13.283158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:13.289196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:13.302376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-b95ee9eb-7b9b-400c-af3b-23e66cb2a285 req-9ca1bee7-4a4d-4f7a-ab9e-36fd61ac1e81 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Synchronizing usage tracker for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:13.322889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-b95ee9eb-7b9b-400c-af3b-23e66cb2a285 req-9ca1bee7-4a4d-4f7a-ab9e-36fd61ac1e81 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Unset dirty status for tenant:fe2e7f41f89c4359807836e898939a41 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:13.325050 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b95ee9eb-7b9b-400c-af3b-23e66cb2a285 req-9ca1bee7-4a4d-4f7a-ab9e-36fd61ac1e81 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] 10.222.0.22 "GET /v2.0/ports?device_id=ddb1e521-0139-4471-abc5-2069d044be2b HTTP/1.1" status: 200  len: 210 time: 0.1153731
Apr 13 14:38:13.392336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9abebb-edf4-4b5e-9e12-f4ff6e3b46e7 req-cb5f1e14-85ee-4dcc-8482-826e5945aa59 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:13.400716 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9e9abebb-edf4-4b5e-9e12-f4ff6e3b46e7 req-cb5f1e14-85ee-4dcc-8482-826e5945aa59 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1773694
Apr 13 14:38:13.430385 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9e9abebb-edf4-4b5e-9e12-f4ff6e3b46e7 req-625f3a52-0cd8-4699-aee7-6a4d023373f1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285277
Apr 13 14:38:13.750015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['9865b67f-a77c-4229-b126-e28962c2aac5'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:38:13.983807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=9865b67f-a77c-4229-b126-e28962c2aac5,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:14.004234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:14.094229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39052) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:14.101880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196655440', 'description': 'tempest-secgroup-smoke-1196655440 description', 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:14.124976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:14.135422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:14.150227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:14.160546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:14.194634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.205649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:14.218330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:14.224329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:14.243868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:14.362905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.370196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.379082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-7a50b14f-42e0-4803-a206-065059bf6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:14.381957 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-7a50b14f-42e0-4803-a206-065059bf6662 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 1099 time: 0.3087387
Apr 13 14:38:14.446373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2f4aba51-ad8d-41fa-93d9-5280c941763e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:14.481743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a65cd796-919c-4ba5-b84a-eb9b781638cb,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:14.486281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.487311 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3919549
Apr 13 14:38:14.488873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:14.494782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39060) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:14.512288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'security_group_rule': {'security_group_id': 'a65cd796-919c-4ba5-b84a-eb9b781638cb', 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:14.523837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:14.524381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6f7de10>, [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:38:08Z', 'revision_number': 4, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port': {'id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:55Z', 'updated_at': '2021-04-13T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '062287a9-9542-4bf4-989e-79bc368e8d16', 'name': '', 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'mac_address': 'fa:16:3e:87:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '0de62440-d766-45ac-9018-983423eda04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:38:05Z', 'updated_at': '2021-04-13T14:38:08Z', 'revision_number': 2, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'subnets': [{'id': '0de62440-d766-45ac-9018-983423eda04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:14.533377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:14.538944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Checking router: ee4f6f53-c41e-405a-94ba-77e1e6402c95 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:38:14.539541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Updating router ee4f6f53-c41e-405a-94ba-77e1e6402c95 port 062287a9-9542-4bf4-989e-79bc368e8d16 binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:38:14.548030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:14.560655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4bdc1-ba48-44b1-b12c-5e49e76f2e19 req-4fcc3882-128e-4869-82b4-972fbbfba414 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:14.562898 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81f4bdc1-ba48-44b1-b12c-5e49e76f2e19 req-4fcc3882-128e-4869-82b4-972fbbfba414 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1963181
Apr 13 14:38:14.567995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:14.655711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-6add6ae1-721a-4378-b9ae-adbb94505383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:14.658126 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-6add6ae1-721a-4378-b9ae-adbb94505383 service neutron] 10.222.0.48 "GET /v2.0/networks?id=45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 200  len: 918 time: 0.2684643
Apr 13 14:38:14.661824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.672028 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81f4bdc1-ba48-44b1-b12c-5e49e76f2e19 req-1da0b0e7-bd8a-4ef9-8b8c-84a2b817f769 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0906615
Apr 13 14:38:14.673577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.791071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab735b7-0454-4b68-ad29-38d6fc0adbd5 req-a150a415-8590-495e-98f0-781dffcb963a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:14.809550 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ab735b7-0454-4b68-ad29-38d6fc0adbd5 req-a150a415-8590-495e-98f0-781dffcb963a tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.5517731
Apr 13 14:38:14.843620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-085b197d-4f82-411f-ab6f-0cc573b63d99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 200  len: 217 time: 0.1688159
Apr 13 14:38:14.971752 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ab735b7-0454-4b68-ad29-38d6fc0adbd5 req-87d031f4-7326-4c91-b0a1-40a4383c76f1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1607692
Apr 13 14:38:14.975194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.984820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:14.994638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:14.996975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-51f4f617-debf-4408-97d9-02c1581bb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:14.999122 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-51f4f617-debf-4408-97d9-02c1581bb06f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 200  len: 857 time: 0.1330419
Apr 13 14:38:15.048960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b2c871-a223-464e-9d3f-1a6296c0412c,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:15.059842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:15.063731 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-4cc471c4-2782-4c60-a4f4-3dc2f557c4fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=45bd52bb-5f15-48b7-acf3-de1c4626724e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0568647
Apr 13 14:38:15.092617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.094847 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7f88a83a-e768-476f-be8a-65e67d5b05a2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5935616
Apr 13 14:38:15.099186 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39072) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:15.108630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'security_group_rule': {'security_group_id': 'a65cd796-919c-4ba5-b84a-eb9b781638cb', 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:15.132877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a2971-64e1-4a3b-8eba-e5ce8f8962f2 req-0f185413-fb3f-4451-bc11-42c697fb1d4f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:15.158662 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18a2971-64e1-4a3b-8eba-e5ce8f8962f2 req-0f185413-fb3f-4451-bc11-42c697fb1d4f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 944 time: 0.2972584
Apr 13 14:38:15.173240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:15.232126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:15.242136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:15.262899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:15.288484 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f18a2971-64e1-4a3b-8eba-e5ce8f8962f2 req-08bd6ec0-f88f-47cb-9c0f-e4679e062d87 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101575
Apr 13 14:38:15.323965 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-ed70b5de-8d17-4825-bd5e-429f022159ba service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513962
Apr 13 14:38:15.341937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.369069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.391537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Transition to ACTIVE for port object 062287a9-9542-4bf4-989e-79bc368e8d16 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:38:15.400369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.420666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-34b91938-720d-47ef-8475-8a491ac07bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:15.517653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.524483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.531857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c8df8326-fcdc-49af-9b7b-4963c1527673 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:15.602426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505e1ae8-e5e4-41c1-bd9c-8de4c084920c,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:15.605716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:15.611329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.612698 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5119953
Apr 13 14:38:15.619681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 39082) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:15.625430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3895c-4375-4d67-a764-cae219962e6e None None] Pushing event updated for resources: {'Port': ['ID=062287a9-9542-4bf4-989e-79bc368e8d16,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:15.625901 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'security_group_rule': {'security_group_id': 'a65cd796-919c-4ba5-b84a-eb9b781638cb', 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:15.635997 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb8adac9-fca2-4356-bc56-3b06feba93f7 req-51425eb4-1576-4a07-b4be-e8393f0ac2cb service neutron] 10.222.0.48 "GET /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3059447
Apr 13 14:38:15.637117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:15.649604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:15.658503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:15.667527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:15.688870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffb3895c-4375-4d67-a764-cae219962e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:15.702430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.799083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.802776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.805106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-acebaa28-cf4d-4d6b-b10d-d9d92508d6d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:15.853449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:15.854876 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2340934
Apr 13 14:38:15.859898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39092) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:15.866205 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'security_group_rule': {'security_group_id': 'a65cd796-919c-4ba5-b84a-eb9b781638cb', 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:15.877632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85dfcd2-e92e-4211-a9c3-b896ebe11cf0,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:15.885672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:15.903172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.903620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.904028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.905848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:15.915002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.915663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.916079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.916485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.916888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.917285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.917682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.918077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.918470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:15.920577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:15.940815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-557e5ebb-ec42-43ea-be1d-024aac0024ba tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:15.942056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:16.009593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.141956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 9865b67f-a77c-4229-b126-e28962c2aac5 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:16.252302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.256960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.259247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:16.326695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ce76e2-4e3e-43d5-8466-5c0d4e9118a8,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:16.340729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Attempting to bind port 062287a9-9542-4bf4-989e-79bc368e8d16 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:38:16.341155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Attempting to bind port 062287a9-9542-4bf4-989e-79bc368e8d16 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:38:16.341572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Attempting to bind port 062287a9-9542-4bf4-989e-79bc368e8d16 on network d9b9c1be-5693-47fa-878a-952bce30db6e {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:38:16.343128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:16.382868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:38:16.383255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Checking segment: {'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:38:16.383755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.384203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Bound using segment: {'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:38:16.385676 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Bound port: 062287a9-9542-4bf4-989e-79bc368e8d16, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:38:16.386140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.390474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.391854 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-27e74701-0b43-45ff-bb28-ae3a1385f492 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5307810
Apr 13 14:38:16.398081 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39108) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:16.410255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'security_group_rule': {'security_group_id': 'a65cd796-919c-4ba5-b84a-eb9b781638cb', 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:16.411720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-7da2f949-93c9-4f6d-ab8e-3980f91adad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:16.413799 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-7da2f949-93c9-4f6d-ab8e-3980f91adad9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1098 time: 0.4179635
Apr 13 14:38:16.430589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:16.445787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:16.462669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:16.496754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33176945-6d1e-4eff-8d0d-e273781d3f71 req-bc925c47-e74a-49eb-8bff-fcb37c81e3e9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:16.513724 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-33176945-6d1e-4eff-8d0d-e273781d3f71 req-bc925c47-e74a-49eb-8bff-fcb37c81e3e9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2329614
Apr 13 14:38:16.518715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:16.570102 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-33176945-6d1e-4eff-8d0d-e273781d3f71 req-357d97a4-911a-495a-aecd-2b89d48d6e4d tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551267
Apr 13 14:38:16.580638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] For port 062287a9-9542-4bf4-989e-79bc368e8d16, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:38:16.581482 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Project bb1c19414ed84bf3bb6db38ef58fc020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 13 14:38:16.591456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.664506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] For port 062287a9-9542-4bf4-989e-79bc368e8d16, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=062287a9-9542-4bf4-989e-79bc368e8d16,segment=NetworkSegment(a0745da5-f0d2-4cf6-95fc-5cc39381acd8),segment_id=a0745da5-f0d2-4cf6-95fc-5cc39381acd8)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:38:16.695314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.698072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.703119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.706579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7868e3b5-7369-4e7d-8b94-d2d72fc2bbb9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:16.761817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50b0d17-67b2-4ee7-963a-b96b017bc4ed,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:16.766911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.768622 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3675339
Apr 13 14:38:16.771339 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:16.773624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39118) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:16.782083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'security_group_rule': {'security_group_id': 'a65cd796-919c-4ba5-b84a-eb9b781638cb', 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:16.786019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddd4f2-3fc4-4632-9fc7-e5c6f68f45f3 req-53f17568-af1a-4a32-b660-03dbd9e6c05f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:16.792848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:16.798118 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-69ddd4f2-3fc4-4632-9fc7-e5c6f68f45f3 req-53f17568-af1a-4a32-b660-03dbd9e6c05f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.6228981
Apr 13 14:38:16.808682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:security_group_rule and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:16.818659 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:16.828835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:16.835715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-bf1b85af-c15f-4d8d-a387-ccec6dc52588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:16.837288 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-bf1b85af-c15f-4d8d-a387-ccec6dc52588 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.3991666
Apr 13 14:38:16.843845 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Project bb1c19414ed84bf3bb6db38ef58fc020 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 13 14:38:16.854063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:16.876038 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-69ddd4f2-3fc4-4632-9fc7-e5c6f68f45f3 req-9b69e2df-731e-416a-9b46-fe8bc7419db3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669310
Apr 13 14:38:17.033694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:17.067954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffb3895c-4375-4d67-a764-cae219962e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:17.125168 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-b1ca3800-1dd9-4d6a-b94d-b807843f82ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 1001 time: 0.2479160
Apr 13 14:38:17.189486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:17.228260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0af89d01-c4b8-445c-b3b7-df1a6f5877b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:17.249472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1218913-7371-47da-9b3a-1e28e5d03a28,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:17.267679 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:17.269468 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4932206
Apr 13 14:38:17.271898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87e082a8-ec0b-4c86-ab63-933a53595ec6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:17.277721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 9865b67f-a77c-4229-b126-e28962c2aac5 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:38:17.285343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3895c-4375-4d67-a764-cae219962e6e None None] Pushing event updated for resources: {'Port': ['ID=062287a9-9542-4bf4-989e-79bc368e8d16,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:17.294240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 9865b67f-a77c-4229-b126-e28962c2aac5 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:17.294562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:17.338022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-2b3cccd0-3a45-40b2-bcae-8f253188e305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:17.345122 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-2b3cccd0-3a45-40b2-bcae-8f253188e305 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.2120171
Apr 13 14:38:17.374253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73692-dfe2-4c4e-ac97-e4b204f7d509 req-5bf5dac2-7ce1-4d00-9e54-92fe813476a1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:17.376020 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aae73692-dfe2-4c4e-ac97-e4b204f7d509 req-5bf5dac2-7ce1-4d00-9e54-92fe813476a1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 944 time: 0.3379860
Apr 13 14:38:17.497710 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aae73692-dfe2-4c4e-ac97-e4b204f7d509 req-1665d1ae-dc40-4155-8706-d2b852a51471 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968318
Apr 13 14:38:17.534121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffb3895c-4375-4d67-a764-cae219962e6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:17.611505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Routers {'ee4f6f53-c41e-405a-94ba-77e1e6402c95'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:38:17.612724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6f7de10>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:37:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:17.779212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-571f7799-5aae-45c4-b00f-7199cddf8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:17.782063 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-571f7799-5aae-45c4-b00f-7199cddf8095 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4117725
Apr 13 14:38:18.232909 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-dae1e3ee-8868-4804-bd88-46691e0ad3b0 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4426506
Apr 13 14:38:18.430979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] Set router ee4f6f53-c41e-405a-94ba-77e1e6402c95 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:38:18.544299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd53e43-dc80-47f1-a70c-7ab113978ff4 req-955e47c4-4905-4e17-a07a-9de6b9b42d50 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:18.555868 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6bd53e43-dc80-47f1-a70c-7ab113978ff4 req-955e47c4-4905-4e17-a07a-9de6b9b42d50 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.4134195
Apr 13 14:38:18.557038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a916-1adf-47c6-a45e-61d973c1c1f4 req-06fa4cc4-aa98-449d-8122-cb47b97ecaeb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:18.559279 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3117a916-1adf-47c6-a45e-61d973c1c1f4 req-06fa4cc4-aa98-449d-8122-cb47b97ecaeb tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.3253229
Apr 13 14:38:18.639052 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bb7964f-7f3d-41be-a642-92a3b5798f50 req-efce36d4-7a0f-4a3d-8b83-c7d21fc93a59 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3631070
Apr 13 14:38:18.655067 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3117a916-1adf-47c6-a45e-61d973c1c1f4 req-29ce7949-1176-401a-b8f3-d5a6f7913161 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790520
Apr 13 14:38:18.848986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:18.906268 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6bd53e43-dc80-47f1-a70c-7ab113978ff4 req-918bf5dd-eef6-4965-955c-925f95bcba29 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3453043
Apr 13 14:38:19.134162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9865b67f-a77c-4229-b126-e28962c2aac5'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:38:19.212803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 9865b67f-a77c-4229-b126-e28962c2aac5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9865b67f-a77c-4229-b126-e28962c2aac5,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:19.225221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:19.231915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:19.247736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a6a82-81d1-4e13-881d-22d7a70e5792 req-966f8461-6465-4f9d-884b-33cd16fccb8b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:19.249422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-226a6a82-81d1-4e13-881d-22d7a70e5792 req-966f8461-6465-4f9d-884b-33cd16fccb8b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 944 time: 0.1098351
Apr 13 14:38:19.293697 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-226a6a82-81d1-4e13-881d-22d7a70e5792 req-08183448-d238-4b77-95f3-a6606e8d10d0 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326953
Apr 13 14:38:19.412348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=9865b67f-a77c-4229-b126-e28962c2aac5,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:19.478770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:19.551924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6f7de10>, [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:38:08Z', 'revision_number': 4, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port': {'id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:55Z', 'updated_at': '2021-04-13T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '062287a9-9542-4bf4-989e-79bc368e8d16', 'name': '', 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'mac_address': 'fa:16:3e:87:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '0de62440-d766-45ac-9018-983423eda04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:38:05Z', 'updated_at': '2021-04-13T14:38:16Z', 'revision_number': 4, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'subnets': [{'id': '0de62440-d766-45ac-9018-983423eda04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:19.568625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1da0835-7b59-4465-a05b-41b0012794ee None None] The sync data for ids ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'] in dv-cinder-786054-1-iscsi is: [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:38:08Z', 'revision_number': 4, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port': {'id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:55Z', 'updated_at': '2021-04-13T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '062287a9-9542-4bf4-989e-79bc368e8d16', 'name': '', 'network_id': 'd9b9c1be-5693-47fa-878a-952bce30db6e', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'mac_address': 'fa:16:3e:87:38:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '0de62440-d766-45ac-9018-983423eda04d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:38:05Z', 'updated_at': '2021-04-13T14:38:16Z', 'revision_number': 4, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'subnets': [{'id': '0de62440-d766-45ac-9018-983423eda04d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:38:19.865234 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9865b67f-a77c-4229-b126-e28962c2aac5', 'code': 200}
Apr 13 14:38:19.988682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b6d8e11b-bd47-46e7-8d85-b4f37646fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:20.205025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb442001-2ab0-49da-b047-7222578f2fbd req-d5518861-fa8b-4b47-a08a-454ae76fbc0a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:20.208591 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cb442001-2ab0-49da-b047-7222578f2fbd req-d5518861-fa8b-4b47-a08a-454ae76fbc0a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1292694
Apr 13 14:38:20.276201 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cb442001-2ab0-49da-b047-7222578f2fbd req-b733f222-6c7b-4563-b271-91c1e7b2e426 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548904
Apr 13 14:38:20.606032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd586ee4-7541-43f0-b201-6541fb6bc549 req-7469d6c9-d4cd-4de1-b776-7e8496344caf tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:20.608048 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd586ee4-7541-43f0-b201-6541fb6bc549 req-7469d6c9-d4cd-4de1-b776-7e8496344caf tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1006482
Apr 13 14:38:20.642712 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd586ee4-7541-43f0-b201-6541fb6bc549 req-80115464-28a7-437a-a8d4-95be4f94252a tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0276721
Apr 13 14:38:20.994230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 062287a9-9542-4bf4-989e-79bc368e8d16 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:21.098745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 062287a9-9542-4bf4-989e-79bc368e8d16 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:38:21.104139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 062287a9-9542-4bf4-989e-79bc368e8d16 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:21.104636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:21.239789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:21.259078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 062287a9-9542-4bf4-989e-79bc368e8d16, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=062287a9-9542-4bf4-989e-79bc368e8d16,segment=NetworkSegment(a0745da5-f0d2-4cf6-95fc-5cc39381acd8),segment_id=a0745da5-f0d2-4cf6-95fc-5cc39381acd8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:21.263515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:21.267015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffb3895c-4375-4d67-a764-cae219962e6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:21.411894 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=062287a9-9542-4bf4-989e-79bc368e8d16,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:21.420135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:21.599970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b37427-b52b-4620-9836-d85766beb0b8 req-18d015c6-faa5-4f28-95bd-4546c408a9b7 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:21.601665 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-01b37427-b52b-4620-9836-d85766beb0b8 req-18d015c6-faa5-4f28-95bd-4546c408a9b7 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1664181
Apr 13 14:38:21.657237 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-01b37427-b52b-4620-9836-d85766beb0b8 req-f4733519-3f67-4238-bc51-6ac63b17905a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370355
Apr 13 14:38:21.764440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd00a7c-e8c0-44cb-aed9-7f0e512212b8 req-734f047f-8764-4204-a051-959ca6e7d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:21.767183 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4dd00a7c-e8c0-44cb-aed9-7f0e512212b8 req-734f047f-8764-4204-a051-959ca6e7d8fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 1098 time: 0.1569352
Apr 13 14:38:21.917601 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4dd00a7c-e8c0-44cb-aed9-7f0e512212b8 req-81bd5b44-a168-4cd7-b2ca-d8d36779485c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389608
Apr 13 14:38:21.994180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3962cf-46d6-4c02-b1fd-20ddf459d41f req-e2bbc50c-a949-48cb-80fe-710abac47247 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:21.997111 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8d3962cf-46d6-4c02-b1fd-20ddf459d41f req-e2bbc50c-a949-48cb-80fe-710abac47247 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.2161655
Apr 13 14:38:22.049410 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8d3962cf-46d6-4c02-b1fd-20ddf459d41f req-05e281d3-28aa-4cc7-be1d-8efe15aab073 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443645
Apr 13 14:38:22.190018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ccafb51-faf5-433d-8bc7-5d9bd8168373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:23.074598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 062287a9-9542-4bf4-989e-79bc368e8d16 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:23.164313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c95e2-e16f-49d6-9e3a-75422e6622cf req-8c8ad5c1-5697-450b-bbce-b81b9c837016 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:23.176981 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-115c95e2-e16f-49d6-9e3a-75422e6622cf req-8c8ad5c1-5697-450b-bbce-b81b9c837016 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2804902
Apr 13 14:38:23.414609 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-115c95e2-e16f-49d6-9e3a-75422e6622cf req-7331ae79-aaef-48fe-9c1e-306e1d66c346 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1953275
Apr 13 14:38:23.437632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:23.480813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 062287a9-9542-4bf4-989e-79bc368e8d16 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:23.482631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:23.678545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e431f4f-e883-4c5b-aa05-3920c9cf9691 req-6f67d974-b903-4d77-b32e-117f1c4add64 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:23.681052 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8e431f4f-e883-4c5b-aa05-3920c9cf9691 req-6f67d974-b903-4d77-b32e-117f1c4add64 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1320381
Apr 13 14:38:23.744216 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8e431f4f-e883-4c5b-aa05-3920c9cf9691 req-5988e8f1-644e-43b9-9340-0889516e7867 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561330
Apr 13 14:38:23.897442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:24.410538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39332) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:24.741925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:24.792698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:24.801552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Usage tracker for resource:security_group_rule and tenant:87949b3eee1e4a5fa33222f1b0974d69 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:24.808231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:24.820288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:25.049824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.054450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.108713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-741b3ef7-c2f2-47c6-a99d-27dbca74cd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:25.148531 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87949b3eee1e4a5fa33222f1b0974d69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7347963
Apr 13 14:38:25.151562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 39344) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:25.173495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b73284-c284-49a7-a057-99d985bb7dba,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:25.189145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.189833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.190507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.191055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.191538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.191980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.192612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.193275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.193943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.195561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.195561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.195561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:25.204927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:25.294588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.373440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.376207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.461063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.467615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e78f03e4-a6a8-433e-a3b9-cb2f325afe96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:25.481788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b73284-c284-49a7-a057-99d985bb7dba,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:25.487646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:25.492557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.494124 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5b73284-c284-49a7-a057-99d985bb7dba HTTP/1.1" status: 204  len: 168 time: 0.3408239
Apr 13 14:38:25.910626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 39358) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:25.933105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:25.952874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:25.958601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Usage tracker for resource:security_group_rule and tenant:cd24ba1641494ff5b347bd554dc6a767 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:25.962374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:25.970009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:26.157647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:26.161927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:26.213715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2ac0f314-6987-4b01-90a4-72e82defeffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:26.229101 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd24ba1641494ff5b347bd554dc6a767&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3147433
Apr 13 14:38:26.229754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39366) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:26.310818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ba9eb9-2550-4e1b-b7fc-b3147b2dd636,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:26.316772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:26.381903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:26.416774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:26.487220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:26.504153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1a5a0b0f-6647-477d-96ab-59d2e5f6bb7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:26.526507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ba9eb9-2550-4e1b-b7fc-b3147b2dd636,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:26.529626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:26.536203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:26.541658 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89ba9eb9-2550-4e1b-b7fc-b3147b2dd636 HTTP/1.1" status: 204  len: 168 time: 0.3054867
Apr 13 14:38:27.755242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3505f18-048c-4b2a-8e3f-3cf8b99252a1 req-e0059784-4be1-4638-bf45-5a3e506a0029 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:27.769039 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f3505f18-048c-4b2a-8e3f-3cf8b99252a1 req-e0059784-4be1-4638-bf45-5a3e506a0029 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2619755
Apr 13 14:38:27.831770 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f3505f18-048c-4b2a-8e3f-3cf8b99252a1 req-4e47b43c-c3ee-49ec-8d3f-18a64cdba3d6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610399
Apr 13 14:38:27.948234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39408) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:28.138520 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-719664049-network', 'tenant_id': '22bddfbfd8d2475ba5e46ab021cd5153'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:28.144484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:28.149053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Usage tracker for resource:network and tenant:22bddfbfd8d2475ba5e46ab021cd5153 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:28.152518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:28.160804 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:28.171265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Made reservation on behalf of 22bddfbfd8d2475ba5e46ab021cd5153 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:38:28.176802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.192965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.223847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:28.232163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Usage tracker for resource:security_group_rule and tenant:22bddfbfd8d2475ba5e46ab021cd5153 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:28.238164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:28.250791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:28.398134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.411136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.415098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15901019-ff1a-4daa-a038-f97d08702545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:28.478613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:38:28.494861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544c20cf-8290-4cb4-ab69-373388881acf,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:28.501408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:28.511990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.512620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Added segment d19baf31-3dc0-43ca-b92f-e7ab16cc787c of type vlan for network 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc
Apr 13 14:38:28.561175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.609565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.612125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:28.613251 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:28.623331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ead5ce28-cab6-46c8-80ad-940dc2c2a096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:28.816803 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8672588
Apr 13 14:38:28.819856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39420) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:28.823095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Pushing event updated for resources: {'Network': ['ID=1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:28.828985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Request body: {'subnet': {'network_id': '1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-719664049-subnet', 'tenant_id': '22bddfbfd8d2475ba5e46ab021cd5153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:28.833560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:28.836676 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:28.842125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Usage tracker for resource:subnet and tenant:22bddfbfd8d2475ba5e46ab021cd5153 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:28.845070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:38:28.845962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:28.854599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:28.871369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Made reservation on behalf of 22bddfbfd8d2475ba5e46ab021cd5153 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:38:28.876605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261300'] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:29.332185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1df283-3156-4828-808c-faa60ed64c66 req-8632bb81-4044-4cfa-bbb2-5743ad9e767f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:29.341875 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b1df283-3156-4828-808c-faa60ed64c66 req-8632bb81-4044-4cfa-bbb2-5743ad9e767f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.1799371
Apr 13 14:38:29.382487 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b1df283-3156-4828-808c-faa60ed64c66 req-1940e0d0-7a55-49dd-a440-3251f91f8f0c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390012
Apr 13 14:38:29.668954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16530250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261285'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:29.685817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:29.830290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7843606a-2ab2-45ef-9bc7-d11bab935462,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:29.835751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:29.927722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Checking segment: {'id': 'd19baf31-3dc0-43ca-b92f-e7ab16cc787c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:38:29.928641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Network hostable DHCP agents. Network: 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:38:29.954974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Network 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:38:29.975267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:38:29.993653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:29.994458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:30.003068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319d68a-574a-4561-a87c-abd3f1cf4d82 None None] Network 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:38:30.027680 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-abc6999a-c1e5-4305-860b-794ef2c8187e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2066231
Apr 13 14:38:30.229660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4270378-54cf-429a-9e76-972271dbda0a req-ebfad785-89a5-4e7b-879d-1202b15bbfe1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:30.232676 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b4270378-54cf-429a-9e76-972271dbda0a req-ebfad785-89a5-4e7b-879d-1202b15bbfe1 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2190478
Apr 13 14:38:30.633904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Deleting port c88965e3-c45e-4384-9ce6-9f443bc3f746 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:38:30.644573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:30.738871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b8b089-dabc-4303-b296-781c609642a4 None None] Network 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:38:31.079071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01be6fa-56fc-4c28-875f-6f6d0c64497a req-c3560eb1-f096-4e5b-95a8-36bab4a9b769 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:31.081265 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a01be6fa-56fc-4c28-875f-6f6d0c64497a req-c3560eb1-f096-4e5b-95a8-36bab4a9b769 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 946 time: 0.2406244
Apr 13 14:38:31.183121 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a01be6fa-56fc-4c28-875f-6f6d0c64497a req-b6c42acd-f4c5-4092-bb46-0575a3a15541 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820768
Apr 13 14:38:31.406412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.419828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-70c5ce01-508c-49d6-ad2b-b45fbe75bc4f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2278426
Apr 13 14:38:31.449512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] For port c88965e3-c45e-4384-9ce6-9f443bc3f746, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c88965e3-c45e-4384-9ce6-9f443bc3f746,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:31.450144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.461394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39448) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:31.472952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-934161538-network', 'tenant_id': '41496d7060ff4e7ba4f47ca1cdabb6b6'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:31.482430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:31.490504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Usage tracker for resource:network and tenant:41496d7060ff4e7ba4f47ca1cdabb6b6 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:31.497105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:31.516188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:31.533101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Made reservation on behalf of 41496d7060ff4e7ba4f47ca1cdabb6b6 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:38:31.540762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.560164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.580005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:31.586341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Usage tracker for resource:security_group_rule and tenant:41496d7060ff4e7ba4f47ca1cdabb6b6 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:31.591388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:31.601085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:31.708141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.711297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.716549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca48fb84-ca20-4805-b649-5fd8d6a3ebd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:31.749327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:38:31.754631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Calling delete_port for c88965e3-c45e-4384-9ce6-9f443bc3f746 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:38:31.759342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fde4757-9176-4594-824b-e09dd813959b,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:31.763530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:31.766495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.766894 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Added segment 344b16c0-f811-4a25-af51-0bd84dd2e0db of type vlan for network 0ecd037d-72c2-401b-b897-05948f50ff32
Apr 13 14:38:31.798245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.838788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.840765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:31.841423 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:31.847059 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:31.876032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-a0daa580-03fb-469a-89d3-c85e22868a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:31.877787 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-a0daa580-03fb-469a-89d3-c85e22868a83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1098 time: 0.4174240
Apr 13 14:38:31.976180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Pushing event updated for resources: {'Network': ['ID=0ecd037d-72c2-401b-b897-05948f50ff32,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:31.982779 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5188797
Apr 13 14:38:31.983484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39452) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:31.984483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:31.991514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Request body: {'subnet': {'network_id': '0ecd037d-72c2-401b-b897-05948f50ff32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-934161538-subnet', 'tenant_id': '41496d7060ff4e7ba4f47ca1cdabb6b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:31.997453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:31.998224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:38:32.002388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Usage tracker for resource:subnet and tenant:41496d7060ff4e7ba4f47ca1cdabb6b6 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:38:32.007299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:38:32.015009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 0ecd037d-72c2-401b-b897-05948f50ff32 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:38:32.016414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:32.035921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Made reservation on behalf of 41496d7060ff4e7ba4f47ca1cdabb6b6 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:38:32.044128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261300'] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:32.162388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:32.211226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:32.338501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Pushing event deleted for resources: {'Port': ['ID=c88965e3-c45e-4384-9ce6-9f443bc3f746,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:32.354564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:32.358541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-01d963f6-8120-4925-beef-bd626e828c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:32.362039 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-01d963f6-8120-4925-beef-bd626e828c61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.4466062
Apr 13 14:38:32.483010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c306ed5b-9888-4014-ba39-8675f92dd818'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:38:32.585318 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-55da365d-02dd-4355-bd08-04e94b704220 req-07934172-4c80-473d-9e14-fe8941031c9c tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 210 time: 0.1277351
Apr 13 14:38:32.711956 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-c4c0d76a-3e32-4128-9862-99aab04f2e84 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 1001 time: 0.1808164
Apr 13 14:38:32.890109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] No DVR routers for this DVR port c88965e3-c45e-4384-9ce6-9f443bc3f746 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:38:32.966810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:32.977566 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16530250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261285'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:32.995159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0c43b9dd-f9c7-4226-b7ea-4bf481f55611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:33.001463 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'name': 'network-vif-deleted', 'tag': 'c88965e3-c45e-4384-9ce6-9f443bc3f746'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:38:33.050501 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b4270378-54cf-429a-9e76-972271dbda0a req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "DELETE /v2.0/ports/c88965e3-c45e-4384-9ce6-9f443bc3f746 HTTP/1.1" status: 204  len: 173 time: 2.8051581
Apr 13 14:38:33.086669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c06054a-6ffe-4b1a-9b82-3782169f1e50,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:33.094680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-be9c5fbf-7988-4e86-b4ec-44b8522796a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:33.097625 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-be9c5fbf-7988-4e86-b4ec-44b8522796a6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.2139766
Apr 13 14:38:33.099252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:33.104763 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b', 'name': 'network-vif-deleted', 'tag': 'c88965e3-c45e-4384-9ce6-9f443bc3f746', 'status': 'completed', 'code': 200}
Apr 13 14:38:33.284456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-e5c47fdf-8c6f-4004-bce2-38832968c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:33.286166 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-e5c47fdf-8c6f-4004-bce2-38832968c9ba service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1620119
Apr 13 14:38:33.317461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Checking segment: {'id': '344b16c0-f811-4a25-af51-0bd84dd2e0db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0ecd037d-72c2-401b-b897-05948f50ff32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:38:33.319139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Network hostable DHCP agents. Network: 0ecd037d-72c2-401b-b897-05948f50ff32, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:38:33.362996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Network 0ecd037d-72c2-401b-b897-05948f50ff32 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:38:33.381457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 0ecd037d-72c2-401b-b897-05948f50ff32) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:38:33.393213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c88965e3-c45e-4384-9ce6-9f443bc3f746 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:38:33.450536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:33.452074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:33.460685 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-2c920e0e-90b2-4289-be07-f6b9fb8dcd37 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650767
Apr 13 14:38:33.499183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9478ad-d2b3-4107-8a55-edb05413def0 None None] Network 0ecd037d-72c2-401b-b897-05948f50ff32 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:38:33.529235 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5433712
Apr 13 14:38:33.547042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: c88965e3-c45e-4384-9ce6-9f443bc3f746 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:38:33.547689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c88965e3-c45e-4384-9ce6-9f443bc3f746 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:38:33.886459 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a07d8ab0-c1b6-4188-9248-ea08bedc916f req-de5a60e2-d015-4c99-b57a-59528f3987f2 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4141309
Apr 13 14:38:34.085018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32433970-242d-4d34-b982-02a772a207f2 None None] Network 0ecd037d-72c2-401b-b897-05948f50ff32 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:38:34.192762 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1471a3e7-2c92-4cde-aa3b-6ae789698a46 req-f5d68038-493a-4bc4-be07-734aecd3eab6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=79ed4fa0-23d3-4db5-b6b8-3bbf0dda4a3b HTTP/1.1" status: 200  len: 210 time: 0.0922425
Apr 13 14:38:35.754551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08f76-36dc-45a0-bde4-3b184ab54984 req-d772eacf-b8c7-4ce4-8241-784d6253ca1e tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:35.756137 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10e08f76-36dc-45a0-bde4-3b184ab54984 req-d772eacf-b8c7-4ce4-8241-784d6253ca1e tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1019568
Apr 13 14:38:35.788281 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10e08f76-36dc-45a0-bde4-3b184ab54984 req-75b2df62-880c-4961-afef-cafe9ddd7588 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0255826
Apr 13 14:38:37.024848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbc9d7-8576-42a5-b9cd-59aa26864009 req-af6fa607-877c-4e97-b54b-7b1020eac52e tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:37.026762 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21cbc9d7-8576-42a5-b9cd-59aa26864009 req-af6fa607-877c-4e97-b54b-7b1020eac52e tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1050820
Apr 13 14:38:37.073751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21cbc9d7-8576-42a5-b9cd-59aa26864009 req-dc456cb2-587e-4da9-b2e8-8ea2c3fbdb97 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361421
Apr 13 14:38:38.426779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f5785-5156-4c4d-a72c-3b6d804b23a2 req-b9278314-2d75-4877-868d-cef812e5f996 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:38.429746 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-613f5785-5156-4c4d-a72c-3b6d804b23a2 req-b9278314-2d75-4877-868d-cef812e5f996 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1922026
Apr 13 14:38:38.462515 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-613f5785-5156-4c4d-a72c-3b6d804b23a2 req-cda6b5ff-57f0-4aa2-b961-aa6d686153b6 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259485
Apr 13 14:38:39.823730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbc340-7fe2-432b-a852-7cde2b2735e6 req-f9a29133-03a4-4c59-9feb-46a194b5d55f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:39.848439 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06cbc340-7fe2-432b-a852-7cde2b2735e6 req-f9a29133-03a4-4c59-9feb-46a194b5d55f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.2622952
Apr 13 14:38:39.907148 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06cbc340-7fe2-432b-a852-7cde2b2735e6 req-654502a4-5b45-4e77-836f-2b1235a53c05 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577283
Apr 13 14:38:40.537053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67451b-5b94-41b7-a9cf-18c0833b9653 req-ccf00e8d-d4df-411c-84bb-7814deeedcf8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:40.545749 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4d67451b-5b94-41b7-a9cf-18c0833b9653 req-ccf00e8d-d4df-411c-84bb-7814deeedcf8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1271477
Apr 13 14:38:40.600565 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4d67451b-5b94-41b7-a9cf-18c0833b9653 req-9c1fddc0-f1be-45fb-b5a1-5543b95cf761 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0533562
Apr 13 14:38:41.242933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d6dd1-5ef8-4bce-92a0-d590e7934211 req-a5b5382c-13c5-4d37-bb60-f76c7f1220b3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:41.243915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-1a1d6dd1-5ef8-4bce-92a0-d590e7934211 req-a5b5382c-13c5-4d37-bb60-f76c7f1220b3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Synchronizing usage tracker for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:41.266997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-1a1d6dd1-5ef8-4bce-92a0-d590e7934211 req-a5b5382c-13c5-4d37-bb60-f76c7f1220b3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Unset dirty status for tenant:f19bf8cf644f47b1a9a535994d4342e2 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:41.275906 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1a1d6dd1-5ef8-4bce-92a0-d590e7934211 req-a5b5382c-13c5-4d37-bb60-f76c7f1220b3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1292458
Apr 13 14:38:41.330278 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1a1d6dd1-5ef8-4bce-92a0-d590e7934211 req-7e290e34-32f6-4383-a2f5-8800adf252a5 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527146
Apr 13 14:38:41.880973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbaef6f-9977-4f06-88ac-1dcf55cf90af req-baef3086-3f23-4690-a324-ee8aadc1e395 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:41.882634 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ffbaef6f-9977-4f06-88ac-1dcf55cf90af req-baef3086-3f23-4690-a324-ee8aadc1e395 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1357961
Apr 13 14:38:41.936505 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ffbaef6f-9977-4f06-88ac-1dcf55cf90af req-ec69c0d0-5ce7-4f1e-b94b-41c07b7b8a6a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403004
Apr 13 14:38:42.556907 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22919491-2bde-4bfd-8655-e62b7836d447 req-d7880f57-879c-4f67-8a64-2fd21dc3457f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:42.558788 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-22919491-2bde-4bfd-8655-e62b7836d447 req-d7880f57-879c-4f67-8a64-2fd21dc3457f tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1914244
Apr 13 14:38:42.622849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824becd-7d70-46c8-9891-fba571c12728 req-500c3d86-c17c-4e25-977f-efb1ee240ca8 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:42.624636 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e824becd-7d70-46c8-9891-fba571c12728 req-500c3d86-c17c-4e25-977f-efb1ee240ca8 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 946 time: 0.1750815
Apr 13 14:38:42.683460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Deleting port c306ed5b-9888-4014-ba39-8675f92dd818 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:38:42.683873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:42.714882 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e824becd-7d70-46c8-9891-fba571c12728 req-c91e0dac-d8b0-442a-86e1-eb03ac409312 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/security-groups?id=6350c56d-8725-47ed-bd30-f7fdc44f8097&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790856
Apr 13 14:38:43.328945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08bba9-5e87-4d3f-b223-841ebe6118dd req-fbcdf829-513a-4cff-894b-8de074a38706 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:43.338622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] For port c306ed5b-9888-4014-ba39-8675f92dd818, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c306ed5b-9888-4014-ba39-8675f92dd818,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:43.339720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:43.340777 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd08bba9-5e87-4d3f-b223-841ebe6118dd req-fbcdf829-513a-4cff-894b-8de074a38706 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1787686
Apr 13 14:38:43.411064 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd08bba9-5e87-4d3f-b223-841ebe6118dd req-039ea145-70cc-4602-bbc6-b5dcbc4d29a2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0631890
Apr 13 14:38:43.589939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Calling delete_port for c306ed5b-9888-4014-ba39-8675f92dd818 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:38:43.784509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:43.808398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-831d7e1f-0755-4df6-9fcd-812b5a2d67d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:43.872397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Pushing event deleted for resources: {'Port': ['ID=c306ed5b-9888-4014-ba39-8675f92dd818,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:43.920451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:43.978536 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2d3436a5-fece-456b-894c-653e6d8c8189 req-d72ede78-bf20-4382-8de8-f7a433901583 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.22 "GET /v2.0/ports?device_id=18a3ebc3-b161-4fb1-9917-7994d400dc80 HTTP/1.1" status: 200  len: 210 time: 0.1208625
Apr 13 14:38:44.126115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] No DVR routers for this DVR port c306ed5b-9888-4014-ba39-8675f92dd818 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:38:44.130351 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:44.135925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'name': 'network-vif-deleted', 'tag': 'c306ed5b-9888-4014-ba39-8675f92dd818'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:38:44.179009 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-22919491-2bde-4bfd-8655-e62b7836d447 req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] 10.222.0.48 "DELETE /v2.0/ports/c306ed5b-9888-4014-ba39-8675f92dd818 HTTP/1.1" status: 204  len: 173 time: 1.6097689
Apr 13 14:38:44.223225 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a3ebc3-b161-4fb1-9917-7994d400dc80', 'name': 'network-vif-deleted', 'tag': 'c306ed5b-9888-4014-ba39-8675f92dd818', 'status': 'completed', 'code': 200}
Apr 13 14:38:44.681761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740edd8a-221a-422f-8fba-0e61431a7e3f req-bdf017f4-701a-4099-be03-6e342d8f66ec tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:44.684364 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-740edd8a-221a-422f-8fba-0e61431a7e3f req-bdf017f4-701a-4099-be03-6e342d8f66ec tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1199172
Apr 13 14:38:44.724215 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-740edd8a-221a-422f-8fba-0e61431a7e3f req-051d05b8-d78c-4a94-90a2-b834a8bba0f2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0329995
Apr 13 14:38:45.106098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39666) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:45.438441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c306ed5b-9888-4014-ba39-8675f92dd818 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:38:45.534912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: c306ed5b-9888-4014-ba39-8675f92dd818 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:38:45.535935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c306ed5b-9888-4014-ba39-8675f92dd818 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:38:46.101210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd3e89-45b8-4abf-af2f-65e42de166fb req-c825b8dc-954f-4d01-989e-d76886cfd7f5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:46.103413 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08bd3e89-45b8-4abf-af2f-65e42de166fb req-c825b8dc-954f-4d01-989e-d76886cfd7f5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1673160
Apr 13 14:38:46.232142 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08bd3e89-45b8-4abf-af2f-65e42de166fb req-d6eea74d-9037-44f5-b3d8-16eb8466dd30 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1193705
Apr 13 14:38:46.424459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:46.604481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-d2af46d9-b376-43ee-a08c-ee7159c6c482 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:46.647060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-d2af46d9-b376-43ee-a08c-ee7159c6c482 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:46.648459 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-d2af46d9-b376-43ee-a08c-ee7159c6c482 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196655440&fields=id&tenant_id=bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 267 time: 0.0861840
Apr 13 14:38:46.975375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-b448ba7d-e401-4adc-b2d2-976ecc0a5611 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:46.975997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-b448ba7d-e401-4adc-b2d2-976ecc0a5611 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:network {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:47.043295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-b448ba7d-e401-4adc-b2d2-976ecc0a5611 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:network {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:47.050402 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-b448ba7d-e401-4adc-b2d2-976ecc0a5611 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 811 time: 0.3856323
Apr 13 14:38:47.072199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Deleting port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:38:47.072841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:47.110728 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-8a305a0c-430f-4dfd-964f-34beb4a0783b tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/quotas/bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 375 time: 0.0585475
Apr 13 14:38:47.408395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-9a228b0c-8e61-4cae-8b38-628c8035dec0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:47.430753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-9a228b0c-8e61-4cae-8b38-628c8035dec0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:47.445399 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-9a228b0c-8e61-4cae-8b38-628c8035dec0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3129299
Apr 13 14:38:47.582998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] For port d1171fe3-8fd5-4234-9cba-caabe5d9fd7d, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,segment=NetworkSegment(61e40de0-63dd-43bf-b9f5-a1185eb49dd4),segment_id=61e40de0-63dd-43bf-b9f5-a1185eb49dd4)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:47.583396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:47.684101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1c09d-8dd7-4a3c-8671-f826505af6cf req-8112f95c-5b2e-4ab5-a1d1-b2506df63b5b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:47.686224 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f0e1c09d-8dd7-4a3c-8671-f826505af6cf req-8112f95c-5b2e-4ab5-a1d1-b2506df63b5b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1484776
Apr 13 14:38:47.751603 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f0e1c09d-8dd7-4a3c-8671-f826505af6cf req-d7b8b53c-07e5-44cb-bc43-756827382639 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0576968
Apr 13 14:38:47.753982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Calling delete_port for d1171fe3-8fd5-4234-9cba-caabe5d9fd7d owned by network:router_interface {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:38:47.839053 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-f4f295a2-9f0a-476a-9cbb-e3b013199ad5 service neutron] 10.222.0.22 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3926737
Apr 13 14:38:48.318984 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-5bcaadb1-0611-4e7b-bfa7-9bf07c440555 service neutron] 10.222.0.22 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4038687
Apr 13 14:38:48.329071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:48.344701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a9dd3454-08f5-446b-9405-dd7a4a6f4d77 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:48.406889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1171fe3-8fd5-4234-9cba-caabe5d9fd7d,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:48.414290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:49.053054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1695363-658d-40b5-9d64-8e9ec0f49c5c req-8719576f-733d-409b-a180-8ce6569d3148 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:49.061930 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c1695363-658d-40b5-9d64-8e9ec0f49c5c req-8719576f-733d-409b-a180-8ce6569d3148 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1693506
Apr 13 14:38:49.103834 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c1695363-658d-40b5-9d64-8e9ec0f49c5c req-09be1aa6-3a6c-46b8-abda-8baaa90bc61a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404058
Apr 13 14:38:49.516984 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d4cb0048-dd98-475f-9b85-8ccb2f30d43b req-8baff18b-56cc-4eac-8da0-7cb1452c1556 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 210 time: 0.4898052
Apr 13 14:38:49.545926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:49.989074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00cd328f-b2cd-47fa-b605-ddfe198a2ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:50.322933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:38:50.383057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72898f4a-88ce-4b1e-9183-a9674b644f75 req-bff9beba-0d4a-4772-b1b2-2882c8a73c02 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:50.392592 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72898f4a-88ce-4b1e-9183-a9674b644f75 req-bff9beba-0d4a-4772-b1b2-2882c8a73c02 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1182883
Apr 13 14:38:50.428570 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72898f4a-88ce-4b1e-9183-a9674b644f75 req-f6e4c58a-80a7-452b-8878-a6b00e9ee13d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0348687
Apr 13 14:38:50.612985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:38:50.626021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] Sync routers for ids ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:38:50.630167 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] 10.222.0.22 "PUT /v2.0/routers/3ccea45e-6773-4c2a-957b-dd3ccadc6f62/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5226943
Apr 13 14:38:50.632723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39742) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:50.649773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] Routers {'3ccea45e-6773-4c2a-957b-dd3ccadc6f62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:38:50.650464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7924cc0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:38:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:50.774682 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9a75a827-96f4-4073-a829-faed8f6fc785 req-fc959623-edc6-40c8-8874-34c8650d966c tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 210 time: 0.0670063
Apr 13 14:38:50.999002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:51.252447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ec095cc0-ee98-41f6-ae14-116e129c9246 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:51.254986 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ec095cc0-ee98-41f6-ae14-116e129c9246 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 811 time: 0.4042928
Apr 13 14:38:51.262530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] Set router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:38:51.418349 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-5657fbb3-ae4e-4f0a-a5c3-b303000b298d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 8061 time: 0.1533072
Apr 13 14:38:51.432446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'port': {'device_id': '774785df-5fa5-4d79-b865-6558e967c4de', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'admin_state_up': True, 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'security_groups': ['a65cd796-919c-4ba5-b84a-eb9b781638cb']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:51.501419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:51.526309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Deleting port 277a3c8c-2725-41f2-bbf9-3755d223b2fb {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:38:51.526686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:51.866994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7924cc0>, [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:38:48Z', 'revision_number': 5, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port': {'id': '277a3c8c-2725-41f2-bbf9-3755d223b2fb', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:14Z', 'updated_at': '2021-04-13T14:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:51.897080 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] Checking router: 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:38:51.910171 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] For port 277a3c8c-2725-41f2-bbf9-3755d223b2fb, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=277a3c8c-2725-41f2-bbf9-3755d223b2fb,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:51.910668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:51.920857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:38:51.935228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] Routers {'3ccea45e-6773-4c2a-957b-dd3ccadc6f62'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:38:51.938563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7924cc0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:38:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:51.966467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:38:52.027848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Made reservation on behalf of bb1c19414ed84bf3bb6db38ef58fc020 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:38:52.043318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:52.149096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Calling delete_port for 277a3c8c-2725-41f2-bbf9-3755d223b2fb owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:38:52.197527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-992c21ed-aabc-4c9d-b4a4-8f90d648c9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:52.223395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Allocated IP 172.20.0.11 (3c3f5c1b-8cd2-4d40-9d07-53c907fbc752/6dcad534-cece-4b6e-83d2-40e4fbbfcc8a/ce1ccc91-681a-4bde-90f0-1f8506389f16) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:38:52.269967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] Set router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 gateway port host: None {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:38:52.441685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7924cc0>, [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:38:51Z', 'revision_number': 6, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:52.446774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a63b33d-82e4-4846-bd2a-f7d80a772ce8 None None] The sync data for ids ['3ccea45e-6773-4c2a-957b-dd3ccadc6f62'] in dv-cinder-786054-1-iscsi is: [{'id': '3ccea45e-6773-4c2a-957b-dd3ccadc6f62', 'name': 'tempest-ServerRescueNegativeTestJSON-98927281-router', 'tenant_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:12Z', 'updated_at': '2021-04-13T14:38:51Z', 'revision_number': 6, 'project_id': 'f19bf8cf644f47b1a9a535994d4342e2', 'gw_port_host': None}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:38:52.512763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:52.535695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Transition to ACTIVE for port object ce1ccc91-681a-4bde-90f0-1f8506389f16 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:38:52.560178 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364dcfaa-4648-46f0-805c-ae24ac6633db req-264a1ddc-0bd0-43e8-8035-579bb16f2e7e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 210 time: 0.1539581
Apr 13 14:38:52.596813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4d98a-3527-4a21-bbad-bdc8ebcd40b6 req-4198a095-2f89-49bc-8de0-8f951c38f85f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:52.598642 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ac4d98a-3527-4a21-bbad-bdc8ebcd40b6 req-4198a095-2f89-49bc-8de0-8f951c38f85f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.8849733
Apr 13 14:38:52.600589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:52.643332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:52.746633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:52.838307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:53.000504 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ac4d98a-3527-4a21-bbad-bdc8ebcd40b6 req-a4694d9a-6439-4420-98c2-94e142b89e56 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1534202
Apr 13 14:38:53.030461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d1171fe3-8fd5-4234-9cba-caabe5d9fd7d no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:38:53.041258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:38:53.052049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:38:53.058398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:38:53.093353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:53.094180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:53.109838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=ce1ccc91-681a-4bde-90f0-1f8506389f16,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:53.114956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:53.161231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7338080
Apr 13 14:38:53.180884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Request body: {'port': {'device_id': '774785df-5fa5-4d79-b865-6558e967c4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:38:53.198577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: d1171fe3-8fd5-4234-9cba-caabe5d9fd7d {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:38:53.199745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d1171fe3-8fd5-4234-9cba-caabe5d9fd7d not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:38:53.200785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 277a3c8c-2725-41f2-bbf9-3755d223b2fb no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:38:53.303434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 277a3c8c-2725-41f2-bbf9-3755d223b2fb {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:38:53.308836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 277a3c8c-2725-41f2-bbf9-3755d223b2fb not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:38:53.329667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:53.457033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:53.532783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-11222db5-137b-4929-8d17-84445662f9f5 None None] Provisioning for port ce1ccc91-681a-4bde-90f0-1f8506389f16 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:38:53.541367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=277a3c8c-2725-41f2-bbf9-3755d223b2fb,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:53.547781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:53.552348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-11222db5-137b-4929-8d17-84445662f9f5 None None] Provisioning complete for port ce1ccc91-681a-4bde-90f0-1f8506389f16 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:53.554777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11222db5-137b-4929-8d17-84445662f9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:53.706231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-11222db5-137b-4929-8d17-84445662f9f5 None None] Port ce1ccc91-681a-4bde-90f0-1f8506389f16 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:38:53.834045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.044175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.088389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ccc91-681a-4bde-90f0-1f8506389f16 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:38:54.103650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.126368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Transition to ACTIVE for port object ce1ccc91-681a-4bde-90f0-1f8506389f16 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:38:54.142094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.275551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0cb0b1ac-828d-4856-8d9c-1823171eddf9 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:54.332745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6ee21-dfeb-48d7-b9f4-4f441df78733 req-8cab2e06-aeae-44b4-81a0-aa59dec0a250 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:54.334456 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ed6ee21-dfeb-48d7-b9f4-4f441df78733 req-8cab2e06-aeae-44b4-81a0-aa59dec0a250 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 932 time: 0.4743302
Apr 13 14:38:54.348534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.351225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.486645 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ed6ee21-dfeb-48d7-b9f4-4f441df78733 req-b19bb51b-af90-4a4b-944c-4a7d4e068556 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327903
Apr 13 14:38:54.532905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.533559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ccea45e-6773-4c2a-957b-dd3ccadc6f62 {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:38:54.552789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.554140 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3ccea45e-6773-4c2a-957b-dd3ccadc6f62 HTTP/1.1" status: 204  len: 168 time: 3.9202812
Apr 13 14:38:54.557129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39802) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:54.629978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Deleting subnet 90e85397-1029-424e-85a8-8b32f73f015c {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:38:54.633796 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.657813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ccc91-681a-4bde-90f0-1f8506389f16,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:54.661786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:54.697917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.734103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b50d-51a4-4a98-a67f-809280ba565a req-878ed358-afbb-49e5-a6d7-3b3608aa32a3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:54.737733 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5c01b50d-51a4-4a98-a67f-809280ba565a req-878ed358-afbb-49e5-a6d7-3b3608aa32a3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.4622650
Apr 13 14:38:54.759645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:54.882000 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5c01b50d-51a4-4a98-a67f-809280ba565a req-458f1668-b524-4922-be15-03fccbaaf059 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0859349
Apr 13 14:38:54.903340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Attempting to bind port ce1ccc91-681a-4bde-90f0-1f8506389f16 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:38:54.903762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Attempting to bind port ce1ccc91-681a-4bde-90f0-1f8506389f16 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:38:54.904147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Attempting to bind port ce1ccc91-681a-4bde-90f0-1f8506389f16 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:38:54.911808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Port ce1ccc91-681a-4bde-90f0-1f8506389f16 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:38:54.912189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Attempting to bind port ce1ccc91-681a-4bde-90f0-1f8506389f16 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:38:54.918605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:38:54.919016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Checking segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:38:54.919402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Bound using segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:38:54.920004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Bound port: ce1ccc91-681a-4bde-90f0-1f8506389f16, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:38:54.920292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.018184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] For port ce1ccc91-681a-4bde-90f0-1f8506389f16, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:38:55.021943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] For port ce1ccc91-681a-4bde-90f0-1f8506389f16, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:38:55.025570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.042355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:55.124306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.141240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-090b81a7-62db-486e-9fd3-9fa384c47b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:55.172039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39816) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:55.197468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e85397-1029-424e-85a8-8b32f73f015c,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:55.224846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ccc91-681a-4bde-90f0-1f8506389f16,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:55.230411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:55.258733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:55.281733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:55.282302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.283942 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] 10.222.0.48 "PUT /v2.0/ports/ce1ccc91-681a-4bde-90f0-1f8506389f16 HTTP/1.1" status: 200  len: 1094 time: 2.1087291
Apr 13 14:38:55.284732 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:38:55.382874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.388909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Deleting subnet 7843606a-2ab2-45ef-9bc7-d11bab935462 {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:38:55.399472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.400401 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'status': 'completed', 'code': 200}
Apr 13 14:38:55.443177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-b121458e-9318-429f-afdd-6154c065e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:55.444929 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-b121458e-9318-429f-afdd-6154c065e9f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 1097 time: 0.0952618
Apr 13 14:38:55.458686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.470389 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e67c55ad-d3b0-4b9a-918e-c04b58e42753 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/90e85397-1029-424e-85a8-8b32f73f015c HTTP/1.1" status: 204  len: 168 time: 0.9091492
Apr 13 14:38:55.485375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39824) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:55.513735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.529876 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-aa9e643c-5aa6-412b-ad97-4df3082b01e7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16 HTTP/1.1" status: 200  len: 217 time: 0.0770783
Apr 13 14:38:55.615673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-5e9a8410-6583-4150-ada2-d5e68bbc3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:55.617354 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-5e9a8410-6583-4150-ada2-d5e68bbc3953 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.0811636
Apr 13 14:38:55.677234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.716420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:55.804942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de90a2-1524-4d6a-b90d-9738c061ccb7 req-bdfbb3c8-2fb2-48c4-a1dd-057811c42f80 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:55.805763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-97de90a2-1524-4d6a-b90d-9738c061ccb7 req-bdfbb3c8-2fb2-48c4-a1dd-057811c42f80 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:38:55.810468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-5ce94224-6a5b-43b2-8273-c97d2fc17eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:55.812130 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-5ce94224-6a5b-43b2-8273-c97d2fc17eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1873620
Apr 13 14:38:55.863325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-97de90a2-1524-4d6a-b90d-9738c061ccb7 req-bdfbb3c8-2fb2-48c4-a1dd-057811c42f80 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:38:55.873141 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97de90a2-1524-4d6a-b90d-9738c061ccb7 req-bdfbb3c8-2fb2-48c4-a1dd-057811c42f80 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 944 time: 0.1992974
Apr 13 14:38:56.023827 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97de90a2-1524-4d6a-b90d-9738c061ccb7 req-515b3893-75db-47de-8e76-879bf989beb4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467936
Apr 13 14:38:56.041326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:56.083695 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-39f5328d-8983-4a9e-832f-38736c34d2bf service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2603781
Apr 13 14:38:56.257485 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce1d96e1-34dc-41a5-ac2c-91db9f5b1c3d req-d4f4d310-6142-47c1-a4df-b4df9104b966 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1653585
Apr 13 14:38:56.300087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a517a7b8>,) {'filters': {'network_id': ['45bd52bb-5f15-48b7-acf3-de1c4626724e']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:56.318685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a517a7b8>, '61e40de0-63dd-43bf-b9f5-a1185eb49dd4') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:56.319027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a517a7b8>, '61e40de0-63dd-43bf-b9f5-a1185eb49dd4') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:56.345351 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:56.384655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:56.411784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:56.414284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-30afd36f-3ef4-4677-9720-d792ec413823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:56.447676 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-f2670f49-5b29-4dea-a77a-33af91e175fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:56.449444 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-f2670f49-5b29-4dea-a77a-33af91e175fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 1097 time: 0.1258371
Apr 13 14:38:56.656184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-c63901fb-d6c4-4298-802a-3c4ed2754d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:56.659212 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-c63901fb-d6c4-4298-802a-3c4ed2754d31 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.2016523
Apr 13 14:38:56.739416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:38:56.754959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7843606a-2ab2-45ef-9bc7-d11bab935462,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:56.755948 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-77849638-d0bc-472f-8192-57cb2e8f7366 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16 HTTP/1.1" status: 200  len: 217 time: 0.0790756
Apr 13 14:38:56.781416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd863d8-86da-4284-9659-7849968cca57 req-47aedbde-b59d-49f4-acbd-41b2f7e70187 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:56.781416 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfd863d8-86da-4284-9659-7849968cca57 req-47aedbde-b59d-49f4-acbd-41b2f7e70187 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.6436942
Apr 13 14:38:56.785761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:56.842680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-f0860926-7af9-41e8-9981-d891b4ec3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:56.844170 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-f0860926-7af9-41e8-9981-d891b4ec3bba service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.0809472
Apr 13 14:38:56.957469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-e5f90a79-bcdb-4a46-b6c3-5935f78e16b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:56.959157 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-e5f90a79-bcdb-4a46-b6c3-5935f78e16b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974188
Apr 13 14:38:56.976025 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfd863d8-86da-4284-9659-7849968cca57 req-5e76d581-b264-41f4-b006-3b7f60ee4e39 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1373463
Apr 13 14:38:57.053008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:38:57.063672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.078582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.124467 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-d610770d-394d-4b2e-8512-71c913cb2f03 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529121
Apr 13 14:38:57.153883 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7843606a-2ab2-45ef-9bc7-d11bab935462 HTTP/1.1" status: 204  len: 168 time: 1.9685776
Apr 13 14:38:57.160924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39892) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:57.357295 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-86c43165-bdc7-4096-bd7e-aaed174d442b req-1949be92-ca25-43ad-b08b-06bd42497e2d service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225025
Apr 13 14:38:57.361301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Network 45bd52bb-5f15-48b7-acf3-de1c4626724e has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:38:57.365327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20b9d9-5b16-4360-8d6c-5ac8890c6d84 req-077bd383-38f7-422b-84ff-3ee5d7bfabcc tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:57.367030 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0b20b9d9-5b16-4360-8d6c-5ac8890c6d84 req-077bd383-38f7-422b-84ff-3ee5d7bfabcc tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 944 time: 0.2057176
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:38:57.398639 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:38:57.416515 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0b20b9d9-5b16-4360-8d6c-5ac8890c6d84 req-eb494163-586d-42bd-8d54-3b21f820f86a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422196
Apr 13 14:38:57.475890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.499763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:38:57.615930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.634685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6c40d6e-334e-4bcc-b198-10d9f3bc7a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:57.663394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.670521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Pushing event deleted for resources: {'Network': ['ID=45bd52bb-5f15-48b7-acf3-de1c4626724e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:57.671698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:57.698286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'port_id': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'mac_address': 'fa:16:3e:2e:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:38:57.726333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:57.738801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.755580 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] 10.222.0.22 "DELETE /v2.0/networks/45bd52bb-5f15-48b7-acf3-de1c4626724e HTTP/1.1" status: 204  len: 168 time: 2.2690079
Apr 13 14:38:57.765740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.767634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08af70a8-0f8c-4d3e-86e2-2fbce3121488 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:38:57.789287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:57.794282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.797316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:57.869564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a7920e48>,) {'filters': {'network_id': ['1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:57.890957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a7920e48>, 'd19baf31-3dc0-43ca-b92f-e7ab16cc787c') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:57.890957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a7920e48>, 'd19baf31-3dc0-43ca-b92f-e7ab16cc787c') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:57.896638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=6']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:57.900963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.907175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.907574 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.907966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.908827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.909213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.909643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.910030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.910405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.910798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.911174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.912163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.912542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:38:57.918118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:57.920810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:57.925703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['08af70a8-0f8c-4d3e-86e2-2fbce3121488'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:38:57.932751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:38:57.982499 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 39902) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:58.061209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Deleting subnet f8468533-036b-4b87-abec-ebf4fc4cf15c {{(pid=85241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:38:58.064897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.125202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.128821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39906) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:58.134299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.156604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Network 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:38:58.168697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.400950 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d71bfd08-4696-4d45-b26b-f32df4662e77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f19bf8cf644f47b1a9a535994d4342e2&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2708368
Apr 13 14:38:58.407565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 39912) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:58.487715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for subnet, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.513195 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:58.514694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Network 1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:38:58.543270 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:38:58.561071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7aff90df-b958-4a82-a1c0-0225e4814172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.579025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8468533-036b-4b87-abec-ebf4fc4cf15c,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:58.647808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:58.660144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3557f1bc-b4a0-4ab3-857e-a9e751d43f72 req-f4da2fae-656e-4a77-8f8b-8dec0e9a69e1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:58.662030 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3557f1bc-b4a0-4ab3-857e-a9e751d43f72 req-f4da2fae-656e-4a77-8f8b-8dec0e9a69e1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 944 time: 0.4408679
Apr 13 14:38:58.677737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.702047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:58.717996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.737197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:58.744466 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3557f1bc-b4a0-4ab3-857e-a9e751d43f72 req-6a761a70-9172-4ada-8654-7f2aa47fa508 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0644932
Apr 13 14:38:58.746029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:58.751887 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4f370d92-c432-4700-a2bf-d3b9204df676 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1cd6cf56-cbe8-49b9-8b10-d5e3a6ec96dc HTTP/1.1" status: 204  len: 168 time: 1.5868304
Apr 13 14:38:58.752294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7aff90df-b958-4a82-a1c0-0225e4814172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.754836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39926) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:58.853099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Deleting subnet 9c06054a-6ffe-4b1a-9b82-3782169f1e50 {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:38:58.856827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.876160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.907511 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8744762a-de3c-4357-bf36-c69ce48c1fca admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f8468533-036b-4b87-abec-ebf4fc4cf15c HTTP/1.1" status: 204  len: 168 time: 0.9233878
Apr 13 14:38:58.912244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 39932) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:38:58.931752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d791e-3c2f-480e-9d60-792ad499239d req-f0023308-267f-4465-9a83-bdf52feffd6a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:38:58.939527 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a6d791e-3c2f-480e-9d60-792ad499239d req-f0023308-267f-4465-9a83-bdf52feffd6a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 944 time: 0.2988636
Apr 13 14:38:58.962647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.968578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7aff90df-b958-4a82-a1c0-0225e4814172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:58.976828 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1da96214-ba94-49eb-8b0b-60d5f90ad2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:59.008498 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a6d791e-3c2f-480e-9d60-792ad499239d req-d66e7d79-0e8d-4aac-a09b-3a9678f9c996 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586691
Apr 13 14:38:59.010888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff90df-b958-4a82-a1c0-0225e4814172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6350c56d-8725-47ed-bd30-f7fdc44f8097,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:59.018101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7aff90df-b958-4a82-a1c0-0225e4814172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:59.035698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7aff90df-b958-4a82-a1c0-0225e4814172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.035698 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7aff90df-b958-4a82-a1c0-0225e4814172 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6350c56d-8725-47ed-bd30-f7fdc44f8097 HTTP/1.1" status: 204  len: 168 time: 0.6213045
Apr 13 14:38:59.103271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.178572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.494401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.504655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:38:59.604379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:38:59.605286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.672472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a6198ba8>,) {'filters': {'network_id': ['20a5acd6-3542-4c37-9ba1-2803fe33c713']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:59.723292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6198ba8>, '741f4340-4e05-4cd2-9cfa-78e877844fdc') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:59.723658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6198ba8>, '741f4340-4e05-4cd2-9cfa-78e877844fdc') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:38:59.751161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.776926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.799728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:38:59.831181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.853262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:38:59.854503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:38:59.861434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:38:59.864237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-793f8652-afdf-4c42-be85-1c45feee10c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:38:59.953086 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'code': 200}
Apr 13 14:38:59.985002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=7']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:38:59.988658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:38:59.993599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:00.044320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:00.326054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa27121-00b0-4406-8961-f04a7319ac67 req-21bf70d4-3dad-4498-ab2c-618ecbc35e8b tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:00.343104 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8fa27121-00b0-4406-8961-f04a7319ac67 req-21bf70d4-3dad-4498-ab2c-618ecbc35e8b tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 944 time: 0.1604602
Apr 13 14:39:00.392219 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8fa27121-00b0-4406-8961-f04a7319ac67 req-838fb36e-c524-4317-884a-86b6074e2ddf tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480797
Apr 13 14:39:00.435069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c06054a-6ffe-4b1a-9b82-3782169f1e50,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:00.438567 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:00.590630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:39:00.604815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:00.723146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:00.850981 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0cd5bf08-c90e-4f2a-bcf8-bf7e33cb87a0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9c06054a-6ffe-4b1a-9b82-3782169f1e50 HTTP/1.1" status: 204  len: 168 time: 2.0942488
Apr 13 14:39:00.864811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40006) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:00.874890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e22e201-06af-4fda-b027-f39e8afb5056 req-765ac479-2ab1-4129-963c-a782fd5b3324 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:00.876873 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7e22e201-06af-4fda-b027-f39e8afb5056 req-765ac479-2ab1-4129-963c-a782fd5b3324 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.8518186
Apr 13 14:39:00.893931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Network 20a5acd6-3542-4c37-9ba1-2803fe33c713 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:39:00.936844 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:39:00.985257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.102651 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7e22e201-06af-4fda-b027-f39e8afb5056 req-0cf416f0-d03e-4ffc-9fb3-005f5924a2b2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2119048
Apr 13 14:39:01.173532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.182351 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-67d3fbbb-524d-41b8-a292-31475ff84137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:01.235598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.249918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Pushing event deleted for resources: {'Network': ['ID=20a5acd6-3542-4c37-9ba1-2803fe33c713,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:01.266266 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] 10.222.0.22 "DELETE /v2.0/networks/20a5acd6-3542-4c37-9ba1-2803fe33c713 HTTP/1.1" status: 204  len: 168 time: 2.3519950
Apr 13 14:39:01.267755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:01.340402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.394910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.510264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f11a5f3bc50>> segment before_delete 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.510948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f11a5f3bc50>> subnet precommit_delete_associations 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.511897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> segment_host_mapping after_create 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.512416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> port after_create 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.513185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> port after_delete 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.513715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> port after_update 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.514207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> segment after_delete 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.514681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> subnet after_create 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.515159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> subnet after_delete 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.515665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f11a53eda20>> subnet after_update 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.613960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40024) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:01.660229 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-411bcf6b-3759-4241-b06f-979fabfe9393 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe2e7f41f89c4359807836e898939a41&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0448782
Apr 13 14:39:01.660928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40028) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:01.692911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a53af5c0>> subnet after_create 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.693563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a53af5c0>> subnet after_delete 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.694441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a53af5c0>> subnet before_create 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.695044 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f11a53af5c0>> subnet before_update 55550000 {{(pid=85241) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 13 14:39:01.696134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a53570b8>,) {'filters': {'network_id': ['0ecd037d-72c2-401b-b897-05948f50ff32']}} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:39:01.746587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.787743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40032) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:01.801980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.894877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.916245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-17d7d5d7-60e5-4e76-a3b7-d809b15670bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:01.935307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04325b54-a0eb-410c-96bf-1229e856189a,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:01.939114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:01.940468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:01.945046 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04325b54-a0eb-410c-96bf-1229e856189a HTTP/1.1" status: 204  len: 168 time: 0.2829757
Apr 13 14:39:02.054477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a53570b8>, '344b16c0-f811-4a25-af51-0bd84dd2e0db') {'for_net_delete': True} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:39:02.054820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a53570b8>, '344b16c0-f811-4a25-af51-0bd84dd2e0db') {} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:39:02.075615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14415304'] for segment, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:02.105118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:02.132340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:02.145601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129155d3-de23-4480-bbe3-76730b6115b3 req-00870089-c2d5-4d86-aee2-058b940c608e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:02.150289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:02.154150 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-129155d3-de23-4480-bbe3-76730b6115b3 req-00870089-c2d5-4d86-aee2-058b940c608e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 944 time: 0.4482565
Apr 13 14:39:02.154846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Usage tracker for resource:security_group_rule and tenant:d0def603cff046d2b8c93603bc0c174a is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:02.156462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=85241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:39:02.169825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:02.208968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:02.223989 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-129155d3-de23-4480-bbe3-76730b6115b3 req-f1522448-3337-46cf-8f47-8815035d5016 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689824
Apr 13 14:39:02.435087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91864902-da7a-494a-9149-69be38a11acf req-7bc5fe5c-e3e3-4136-b865-ceb6338a4975 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:02.443649 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-91864902-da7a-494a-9149-69be38a11acf req-7bc5fe5c-e3e3-4136-b865-ceb6338a4975 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1289949
Apr 13 14:39:02.485542 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-91864902-da7a-494a-9149-69be38a11acf req-d34fd464-a5b0-418a-a7c6-d83f1f116a1f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410120
Apr 13 14:39:02.503548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Network 0ecd037d-72c2-401b-b897-05948f50ff32 has no segments {{(pid=85241) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:39:02.515823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105775'] for segment, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:02.713073 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Network 0ecd037d-72c2-401b-b897-05948f50ff32 has no segments {{(pid=85241) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   from cryptography.utils import int_from_bytes
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   from cryptography.utils import int_from_bytes
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   (rel_b, rel_a, rel_b),
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   (rel_b, rel_a, rel_b),
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:39:02.743836 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:39:02.841914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:02.849815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b9cd62f6-6901-4e0e-9f9e-ae331424c693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:02.891446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ecd037d-72c2-401b-b897-05948f50ff32,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:02.895228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:02.900654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:02.908428 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-da0d2323-6ee3-4ae0-8ff5-6ee4498e6087 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0ecd037d-72c2-401b-b897-05948f50ff32 HTTP/1.1" status: 204  len: 168 time: 2.0499215
Apr 13 14:39:02.997402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.009244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.037028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7c713df8-938d-46f9-9062-17b98f564e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:03.082844 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0def603cff046d2b8c93603bc0c174a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2889881
Apr 13 14:39:03.083181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40064) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:03.086128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d6d935-ec34-43f1-95a6-e9bd0df4bd09,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:03.127978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-733c3036-f37e-4e32-8d06-de7a0c4c13b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:03.129287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40068) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:03.153130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.182793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.194494 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b7c800cc-9697-4952-adb0-e2af85d8db15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22bddfbfd8d2475ba5e46ab021cd5153&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0634637
Apr 13 14:39:03.197243 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40072) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:03.240325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.250578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:03.278054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d6d935-ec34-43f1-95a6-e9bd0df4bd09,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:03.281448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:03.287055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.288648 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29d6d935-ec34-43f1-95a6-e9bd0df4bd09 HTTP/1.1" status: 204  len: 168 time: 0.2043965
Apr 13 14:39:03.303057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6703c118-3092-4dcf-b39f-f613ff31273b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.343971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6703c118-3092-4dcf-b39f-f613ff31273b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.491856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6703c118-3092-4dcf-b39f-f613ff31273b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.505242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:03.513821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ce1ccc91-681a-4bde-90f0-1f8506389f16 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:39:03.518134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703c118-3092-4dcf-b39f-f613ff31273b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c20cf-8290-4cb4-ab69-373388881acf,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:03.543083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6703c118-3092-4dcf-b39f-f613ff31273b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:03.572970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6703c118-3092-4dcf-b39f-f613ff31273b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:03.574715 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6703c118-3092-4dcf-b39f-f613ff31273b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/544c20cf-8290-4cb4-ab69-373388881acf HTTP/1.1" status: 204  len: 168 time: 0.3765690
Apr 13 14:39:03.641124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd2600-c26d-4989-bee5-26ed3aca8e19 req-1d908bad-e455-4668-a725-935990c78ca2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:03.648512 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2abd2600-c26d-4989-bee5-26ed3aca8e19 req-1d908bad-e455-4668-a725-935990c78ca2 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 944 time: 0.2334087
Apr 13 14:39:03.712007 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2abd2600-c26d-4989-bee5-26ed3aca8e19 req-9a33ed1a-4935-4905-b251-3c964b3df377 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450397
Apr 13 14:39:03.901492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ce1ccc91-681a-4bde-90f0-1f8506389f16, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:39:03.931151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3065bd9-7bf7-4a6e-b7de-2da7dd53fc68 req-76fe1729-5cf4-4df3-8370-0408889846b7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:03.941556 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f3065bd9-7bf7-4a6e-b7de-2da7dd53fc68 req-76fe1729-5cf4-4df3-8370-0408889846b7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.2129500
Apr 13 14:39:03.960851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'port_id': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'mac_address': 'fa:16:3e:89:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:39:04.024439 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f3065bd9-7bf7-4a6e-b7de-2da7dd53fc68 req-f4889136-f837-40f5-8e92-fbc19b4ed79b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0776134
Apr 13 14:39:04.047259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:04.048799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ccc91-681a-4bde-90f0-1f8506389f16 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:39:04.067824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ce1ccc91-681a-4bde-90f0-1f8506389f16, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:39:04.072247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:04.075742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:04.162866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ce1ccc91-681a-4bde-90f0-1f8506389f16,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:04.172485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:04.326640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40094) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:04.359459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['ce1ccc91-681a-4bde-90f0-1f8506389f16'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:39:04.373663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40098) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:04.402463 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8086f8d1-4e88-4200-bc98-cb9ff01c03f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41496d7060ff4e7ba4f47ca1cdabb6b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0744286
Apr 13 14:39:04.405383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40102) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:04.487722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:04.543420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:04.553888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:04.571099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Usage tracker for resource:security_group_rule and tenant:237e6ac783f84ed4b715f519e53316dc is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:04.597963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:04.609848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:04.633053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:04.914926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:04.954279 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-daa847bc-7d1e-4b0d-8548-5bbada3b898e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:05.121120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:05.134096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:05.142671 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fde4757-9176-4594-824b-e09dd813959b HTTP/1.1" status: 204  len: 168 time: 0.7354851
Apr 13 14:39:05.157664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:05.182043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fde4757-9176-4594-824b-e09dd813959b,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:05.200680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:05.201241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6b8694aa-112d-4221-998b-7fa521bfe937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:05.521296 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=237e6ac783f84ed4b715f519e53316dc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1460199
Apr 13 14:39:05.523761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40130) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:05.525460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dc330b-4f54-49ee-85a4-70ba44f156f2,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:05.548386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:05.594377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d4018-0169-48b2-9dab-5de4383830f1 req-1f764676-96e3-4812-b6dc-d173b8545c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:05.598039 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-803d4018-0169-48b2-9dab-5de4383830f1 req-1f764676-96e3-4812-b6dc-d173b8545c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 945 time: 0.4476366
Apr 13 14:39:05.662292 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-803d4018-0169-48b2-9dab-5de4383830f1 req-2a352b35-27cf-47ef-8ac6-1259e657e087 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391355
Apr 13 14:39:05.719451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:05.810602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:05.898886 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:05.905750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b617f058-8dd0-41a3-ba75-17322b882c31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:05.927458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:05.929930 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3dc330b-4f54-49ee-85a4-70ba44f156f2 HTTP/1.1" status: 204  len: 168 time: 0.4044099
Apr 13 14:39:05.931428 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dc330b-4f54-49ee-85a4-70ba44f156f2,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:05.936188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:06.272352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21435f7-7696-47de-86ea-8a6fa0b2d0a2 req-1e22f54a-b4a2-428b-8fe4-097a2ba4efd6 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:06.274072 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b21435f7-7696-47de-86ea-8a6fa0b2d0a2 req-1e22f54a-b4a2-428b-8fe4-097a2ba4efd6 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1788042
Apr 13 14:39:06.340622 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b21435f7-7696-47de-86ea-8a6fa0b2d0a2 req-3e130674-d40b-4da5-9c16-aa95889c1357 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0600224
Apr 13 14:39:07.052154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aade30-d3cb-45d5-ab06-7db5106dfad3 req-1432444c-351d-4e77-bd72-f76967476aaf tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:07.065245 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-47aade30-d3cb-45d5-ab06-7db5106dfad3 req-1432444c-351d-4e77-bd72-f76967476aaf tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 945 time: 0.1479297
Apr 13 14:39:07.136145 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-47aade30-d3cb-45d5-ab06-7db5106dfad3 req-d4645b1f-71cb-4145-83c2-3ff71c29bce8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692542
Apr 13 14:39:07.519923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ce1ccc91-681a-4bde-90f0-1f8506389f16 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:39:07.630668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aad6d7-7041-4700-929e-08c8613d2e6a req-3fff341e-0ed9-4448-bb91-77e85b74256c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:07.639148 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-51aad6d7-7041-4700-929e-08c8613d2e6a req-3fff341e-0ed9-4448-bb91-77e85b74256c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1155319
Apr 13 14:39:07.660431 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port ce1ccc91-681a-4bde-90f0-1f8506389f16 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:39:07.667466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port ce1ccc91-681a-4bde-90f0-1f8506389f16 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:39:07.668228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:07.677013 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-51aad6d7-7041-4700-929e-08c8613d2e6a req-bda1cc14-c469-4f17-9bf5-435dde283b28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0361962
Apr 13 14:39:07.817917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:07.831408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:39:07.861324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ce1ccc91-681a-4bde-90f0-1f8506389f16, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:39:07.866045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:07.869433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:07.978056 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'code': 200}
Apr 13 14:39:07.996800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ce1ccc91-681a-4bde-90f0-1f8506389f16,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:08.003915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:08.244786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40196) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:08.403439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e62630-de19-4400-8d9c-14f0529e4a01 req-2d460bfa-58e2-4d27-8d58-9d2c82b148f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:08.405920 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-51e62630-de19-4400-8d9c-14f0529e4a01 req-2d460bfa-58e2-4d27-8d58-9d2c82b148f8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 1099 time: 0.1599398
Apr 13 14:39:08.462100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60897df-522c-4251-a6d9-2cbb1c7b479f req-20fa71b9-8af0-4f02-bae0-558ca1fc8e6e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:08.464002 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f60897df-522c-4251-a6d9-2cbb1c7b479f req-20fa71b9-8af0-4f02-bae0-558ca1fc8e6e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 946 time: 0.1185210
Apr 13 14:39:08.476891 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-51e62630-de19-4400-8d9c-14f0529e4a01 req-6e83d092-5351-484b-aa8b-85812032b0dd service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627127
Apr 13 14:39:08.540802 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f60897df-522c-4251-a6d9-2cbb1c7b479f req-bd49012e-69c4-464a-82c3-0fbdf20f4e91 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563385
Apr 13 14:39:08.910238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:08.979235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:39:08.987762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:08.993839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Usage tracker for resource:security_group_rule and tenant:73c3cabbbfef412abbfe1767486cacc4 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:08.998692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:09.008922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:09.068776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcace8-6393-4988-8adf-161e4366a722 req-04a1205a-adf3-4a16-951e-7f2a0ca80add tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:09.082505 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ecbcace8-6393-4988-8adf-161e4366a722 req-04a1205a-adf3-4a16-951e-7f2a0ca80add tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.2560508
Apr 13 14:39:09.131013 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ecbcace8-6393-4988-8adf-161e4366a722 req-b6aeb212-8b53-4f71-a248-09af2aca4de4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467892
Apr 13 14:39:09.195979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:09.202688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:09.278166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2adabb74-5805-46e1-9a36-3aa68524b961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:09.295828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73c3cabbbfef412abbfe1767486cacc4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0469258
Apr 13 14:39:09.300455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40224) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:09.397923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dc4a87-1601-439a-bb8e-0cf698fd458f,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:09.418392 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:09.515408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:09.576932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:09.732897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:09.744734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca842056-4a71-4100-a0f2-705bbef561f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:09.770022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dc4a87-1601-439a-bb8e-0cf698fd458f,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:09.779362 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:09.810864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:09.825427 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40dc4a87-1601-439a-bb8e-0cf698fd458f HTTP/1.1" status: 204  len: 168 time: 0.5226674
Apr 13 14:39:09.939523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40238) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:10.118463 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe2048-3be0-4452-9f67-58a9b04688e4 req-dc03948e-b2b3-426d-b8ab-372a3fd1833c tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:10.134018 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7efe2048-3be0-4452-9f67-58a9b04688e4 req-dc03948e-b2b3-426d-b8ab-372a3fd1833c tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 946 time: 0.2688770
Apr 13 14:39:10.152513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:10.175275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:10.179923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6800703b52ff4176a68e15f369133779 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:10.184462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:10.194093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:10.223010 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7efe2048-3be0-4452-9f67-58a9b04688e4 req-bbc115fd-dbc8-4f3f-9d66-e023bc490880 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806000
Apr 13 14:39:10.589710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:10.626005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:10.671562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2deb4-2c8d-4658-ada5-13d24cb2f15f req-509021cd-1b59-4a97-90dd-2acaa327b067 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:10.674575 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d3c2deb4-2c8d-4658-ada5-13d24cb2f15f req-509021cd-1b59-4a97-90dd-2acaa327b067 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 946 time: 0.2133858
Apr 13 14:39:10.675261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74552279-aa79-422e-acac-25a79757bdc8 req-bfa6d82a-0b6b-4503-b11c-f3b3fd735f7d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:10.678294 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-74552279-aa79-422e-acac-25a79757bdc8 req-bfa6d82a-0b6b-4503-b11c-f3b3fd735f7d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.2539508
Apr 13 14:39:10.679486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-567ae06c-4334-49f7-84a8-43028cd594ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:10.734355 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d3c2deb4-2c8d-4658-ada5-13d24cb2f15f req-b40cb5ea-6503-48cf-9643-8277f77c8ce5 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515623
Apr 13 14:39:10.757633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdfd74d-f8bd-43bf-84b9-46b809b82e5b,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:10.774960 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6800703b52ff4176a68e15f369133779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8333175
Apr 13 14:39:10.777991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40258) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:10.797430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:10.818323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40262) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:10.882826 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-74552279-aa79-422e-acac-25a79757bdc8 req-8f757554-2276-4160-beef-384090903b56 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1336949
Apr 13 14:39:10.959519 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:11.040814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:11.102289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:11.108109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1f376c04-78d5-4c26-98a7-2fbcb177c898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:11.123355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdfd74d-f8bd-43bf-84b9-46b809b82e5b,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:11.130461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:11.135100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:11.136754 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dcdfd74d-f8bd-43bf-84b9-46b809b82e5b HTTP/1.1" status: 204  len: 168 time: 0.3565075
Apr 13 14:39:11.338202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb8e1ba-bfbd-4ee9-83d2-9cdc74e14344 tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:11.339512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-4eb8e1ba-bfbd-4ee9-83d2-9cdc74e14344 tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] Synchronizing usage tracker for tenant:1a6bc8b23b294f26b3b0e56b2c906c22 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:39:11.369730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-4eb8e1ba-bfbd-4ee9-83d2-9cdc74e14344 tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] Unset dirty status for tenant:1a6bc8b23b294f26b3b0e56b2c906c22 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:39:11.377257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40278) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:11.377868 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4eb8e1ba-bfbd-4ee9-83d2-9cdc74e14344 tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 1094 time: 0.5576184
Apr 13 14:39:11.384020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'port_id': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:39:11.394062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:11.411471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:floatingip and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:11.418939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:11.434743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:11.455844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:11.891853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:11.984115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40296) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:12.067237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.129893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Allocated IP 172.27.3.244 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/02771e75-6234-41cc-971e-b66aaacd0b16) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:39:12.160448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:12.196492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Usage tracker for resource:security_group_rule and tenant:3346aefac074400398b1555c11aaddfc is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:12.217079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:12.241216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:12.435174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.450953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bd529-780a-4987-843f-053129d067a7 req-3e216c2d-eada-49be-87a3-6c3f657fa045 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:12.452960 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-547bd529-780a-4987-843f-053129d067a7 req-3e216c2d-eada-49be-87a3-6c3f657fa045 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1705084
Apr 13 14:39:12.493075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.498986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.541942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40304) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:12.543337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-80acdcfe-0b36-4be7-84b6-2a2a20bc7662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:12.576646 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3346aefac074400398b1555c11aaddfc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5908923
Apr 13 14:39:12.577677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df07dfed-251d-4b7a-9825-1c95feeb0177,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:12.578032 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-547bd529-780a-4987-843f-053129d067a7 req-47247ce5-f06c-4816-878a-b8f068832e27 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0973492
Apr 13 14:39:12.581922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:12.583343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40310) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:12.617445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.663581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:12.735400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.776277 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.783628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.832870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.838827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46a07bd5-5d6f-42a9-a3aa-74066fac3f88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:12.866545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df07dfed-251d-4b7a-9825-1c95feeb0177,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:12.869338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:12.895360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:12.896686 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df07dfed-251d-4b7a-9825-1c95feeb0177 HTTP/1.1" status: 204  len: 168 time: 0.2911623
Apr 13 14:39:12.901898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:13.119128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Usage tracker for resource:security_group_rule and tenant:4924de1b570e456cb481881eeda97aba is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:13.147159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:13.152520 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=02771e75-6234-41cc-971e-b66aaacd0b16,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:13.158209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:13.169264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:13.315890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:39:13.320176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:39:13.330660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:39:13.816997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:13.837222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:13.872119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aa2ed4cb-8e19-40c2-9cbe-52c2fa43be2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:13.951003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6164db-76e1-482c-b962-f13256a64fb5,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:13.959165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:14.542290 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d47689d3-546d-4bf2-a00d-208c78c68a36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4924de1b570e456cb481881eeda97aba&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9951563
Apr 13 14:39:14.545157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40354) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:14.634106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:14.663173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10e35c-4d6e-4843-b9bf-8b9adc361de2 req-e51189f6-d763-4630-a041-022f2ca2b3e2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:14.664888 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8b10e35c-4d6e-4843-b9bf-8b9adc361de2 req-e51189f6-d763-4630-a041-022f2ca2b3e2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.2189288
Apr 13 14:39:14.666224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:14.706485 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8b10e35c-4d6e-4843-b9bf-8b9adc361de2 req-8c0f28c0-9be8-41b8-9771-92b22488544c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0329666
Apr 13 14:39:14.729385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:14.732460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:14.742097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de1c48b0-a9c0-42d1-87e1-90085401ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:14.767034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6164db-76e1-482c-b962-f13256a64fb5,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:14.770535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:14.772173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:14.786201 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c6164db-76e1-482c-b962-f13256a64fb5 HTTP/1.1" status: 204  len: 168 time: 0.2394381
Apr 13 14:39:14.864179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:15.393293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:15.399420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:15.516700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:15.873090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=02771e75-6234-41cc-971e-b66aaacd0b16,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:15.892931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:16.102048 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:16.306584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f22419-4694-4d8e-90cb-a7efde190ad1 req-9e2ded9b-36d6-46ff-b9b6-2c8adbb8a2c5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:16.311537 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-47f22419-4694-4d8e-90cb-a7efde190ad1 req-9e2ded9b-36d6-46ff-b9b6-2c8adbb8a2c5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.2188017
Apr 13 14:39:16.345301 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Floating IP 5897371e-d42d-4122-bb1d-8acc6124eb89 associated. External IP: 172.27.3.244, port: ce1ccc91-681a-4bde-90f0-1f8506389f16.
Apr 13 14:39:16.390587 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-47f22419-4694-4d8e-90cb-a7efde190ad1 req-d7de1d6b-d52b-4227-9154-d4b481790242 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0610597
Apr 13 14:39:17.136381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:39:17.445513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:39:17.461132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:39:17.492061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:17.519275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:39:17.520970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6ef8128>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:38:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:39:17.566649 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 6.1881108
Apr 13 14:39:17.567443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:39:17.968802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:39:17.997042 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'status': 'completed', 'code': 200}
Apr 13 14:39:18.049204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61d8c5-6475-41fb-86b3-120208a106ac req-26df31fe-1aab-4f77-bbab-a71490f520d7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:18.050952 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f61d8c5-6475-41fb-86b3-120208a106ac req-26df31fe-1aab-4f77-bbab-a71490f520d7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.2633512
Apr 13 14:39:18.111112 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f61d8c5-6475-41fb-86b3-120208a106ac req-443eeb5c-297b-4203-8c76-c3797fc3ee46 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0494177
Apr 13 14:39:18.246511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-bb9bb7ff-e501-4a46-a9b9-1393c5f301f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:18.248337 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-bb9bb7ff-e501-4a46-a9b9-1393c5f301f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 1099 time: 0.0959184
Apr 13 14:39:18.456491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-89f9075c-7cca-433a-b492-e7fe64cbb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:18.458087 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-89f9075c-7cca-433a-b492-e7fe64cbb01e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.1975727
Apr 13 14:39:18.518229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6ef8128>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '5897371e-d42d-4122-bb1d-8acc6124eb89', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:89:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774785df-5fa5-4d79-b865-6558e967c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:39:14Z', 'updated_at': '2021-04-13T14:39:14Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:39:18.523055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:39:18.532839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:39:18.533526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6ef8128>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:38:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:39:18.654327 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-5883b586-fbbf-4887-b656-7015ba52c64d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16 HTTP/1.1" status: 200  len: 1000 time: 0.1783102
Apr 13 14:39:18.714982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40464) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:18.722582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-4882008d-1abd-43fe-9b9b-c396d7e032c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:18.724395 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-4882008d-1abd-43fe-9b9b-c396d7e032c6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 1098 time: 0.1710336
Apr 13 14:39:18.736334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:39:18.899172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-15b1dd2b-eb59-476e-8702-e521d53bbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:18.900828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-15b1dd2b-eb59-476e-8702-e521d53bbd50 service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.1623576
Apr 13 14:39:18.979891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:19.016154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:19.025268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-530b1a69-e494-4a41-993d-b8a26f059f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:19.025528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Usage tracker for resource:security_group_rule and tenant:bd6d824c943e420984ab32c6907349f6 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:19.026805 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-530b1a69-e494-4a41-993d-b8a26f059f0f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.3633928
Apr 13 14:39:19.031596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:19.047536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:19.136355 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-e595e204-c6f2-4ee0-9a30-13ebb13725f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488 HTTP/1.1" status: 200  len: 1001 time: 0.2252195
Apr 13 14:39:19.147945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6ef8128>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '5897371e-d42d-4122-bb1d-8acc6124eb89', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:89:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774785df-5fa5-4d79-b865-6558e967c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:39:14Z', 'updated_at': '2021-04-13T14:39:14Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:39:19.154543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860459c-bd4d-4a25-a718-3da083c8a22c None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '5897371e-d42d-4122-bb1d-8acc6124eb89', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.244', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:89:88:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '774785df-5fa5-4d79-b865-6558e967c4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:39:14Z', 'updated_at': '2021-04-13T14:39:14Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:39:19.279078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-913a3168-0694-44a9-92dc-5bea39f59dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:19.282267 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-913a3168-0694-44a9-92dc-5bea39f59dd9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.1236091
Apr 13 14:39:19.315596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:19.320469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:19.334752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1c50eba4-cc21-4c83-ad1c-eb972de114e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:19.380112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-bc458fd0-698d-4146-a7e8-1df048ac2564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:19.382298 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-bc458fd0-698d-4146-a7e8-1df048ac2564 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3456755
Apr 13 14:39:19.412599 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd6d824c943e420984ab32c6907349f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6957207
Apr 13 14:39:19.414947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40484) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:19.419554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cfcd50-2e37-4a27-9ded-3befd95628b7,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:19.443619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a404962b-b899-4635-b794-37dacb86367e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:19.549698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:19.593537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:19.667177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:19.681028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39af6336-367a-43df-b9fb-6a3edad79d7b None None] New status for floating IP 5897371e-d42d-4122-bb1d-8acc6124eb89: ACTIVE {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:39:19.688221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-38000fa5-a7dc-4130-90b5-4ce52303a0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:19.776082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cfcd50-2e37-4a27-9ded-3befd95628b7,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:19.799200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:19.816547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:19.827085 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53cfcd50-2e37-4a27-9ded-3befd95628b7 HTTP/1.1" status: 204  len: 168 time: 0.4102752
Apr 13 14:39:19.877014 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-8b2f605f-907b-447e-a96d-2208ba1b6a80 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4866590
Apr 13 14:39:19.995525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-477d959b-7063-4359-97ea-8863a46156cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.003285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-1729db9b-d828-438e-95a1-f179b40fa8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:20.006958 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-1729db9b-d828-438e-95a1-f179b40fa8ea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7136621
Apr 13 14:39:20.072072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3507b0-728d-4503-9b58-144c0719bee7 req-66677582-ddbc-4bef-88ee-4b9a0dfd5aca tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:20.075090 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac3507b0-728d-4503-9b58-144c0719bee7 req-66677582-ddbc-4bef-88ee-4b9a0dfd5aca tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1963367
Apr 13 14:39:20.132022 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac3507b0-728d-4503-9b58-144c0719bee7 req-da8b84eb-cdf0-4a6f-a129-ca3d72b7108d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0477736
Apr 13 14:39:20.305663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b71a0-1f59-4c67-b753-e7bf4a15c3ff req-a7a63136-c172-4755-8a63-95f698c7d27e tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:20.308974 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-301b71a0-1f59-4c67-b753-e7bf4a15c3ff req-a7a63136-c172-4755-8a63-95f698c7d27e tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1839936
Apr 13 14:39:20.327410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40498) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:20.344405 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-301b71a0-1f59-4c67-b753-e7bf4a15c3ff req-152c1c1f-b2f1-47c9-a98e-c6283219f78e tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0287864
Apr 13 14:39:20.351603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.369693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:20.374290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Usage tracker for resource:security_group_rule and tenant:8baec525877e4ffdbe6cd084708a6200 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:20.378331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:20.385432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:20.482643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.486833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.497219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-90ab4f93-6900-47e7-bdd5-bb68e3bb7024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:20.542842 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8baec525877e4ffdbe6cd084708a6200&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2140172
Apr 13 14:39:20.544810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f947cc25-f311-4121-b953-ade274349650,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:20.546241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40502) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:20.554562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.554959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.555367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.555803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.556206 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.556605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.557003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.557394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.557792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.558429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.558833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.559222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:20.563393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:20.625462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.654899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.706440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.711836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0d35bf5-01d2-4a27-9f35-1fd0865dd6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:20.725326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f947cc25-f311-4121-b953-ade274349650,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:20.727855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:20.733852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:20.735442 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f947cc25-f311-4121-b953-ade274349650 HTTP/1.1" status: 204  len: 168 time: 0.1877251
Apr 13 14:39:21.353896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491f561-2711-4487-bf89-b97a4d0be5cf req-407a520d-915f-42be-857c-e7e76aaf3b28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:21.355539 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e491f561-2711-4487-bf89-b97a4d0be5cf req-407a520d-915f-42be-857c-e7e76aaf3b28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.1009789
Apr 13 14:39:21.393113 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e491f561-2711-4487-bf89-b97a4d0be5cf req-57346386-22d9-4acf-afd0-5188363d916c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0260139
Apr 13 14:39:21.622516 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b91adc-fd8c-4af1-8cb4-8192c9e8dd19 req-ffe844c6-1b48-4a9e-9434-b97e9ea63864 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:21.625521 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d2b91adc-fd8c-4af1-8cb4-8192c9e8dd19 req-ffe844c6-1b48-4a9e-9434-b97e9ea63864 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1378200
Apr 13 14:39:21.695765 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d2b91adc-fd8c-4af1-8cb4-8192c9e8dd19 req-7cfb96f1-4556-4275-81b7-974b8ae981ce tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546844
Apr 13 14:39:21.963813 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c69d45-fd81-42c4-bf0e-59d4052ab568 req-58a47b1f-ffec-4dec-b514-d83128e16aef service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4089639
Apr 13 14:39:21.973424 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-09845f22-d464-4e00-ba54-7cc76b73c6cf service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4162619
Apr 13 14:39:22.173408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-343312b2-72c6-49d4-9ba1-55c5f37032fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:22.583053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:39:22.784811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:22.827639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:39:22.848189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:39:22.853715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:22.856528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:22.886763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e66a08-1971-4a74-ae5b-eaeaaebf8f15 req-57c6bbc7-7768-4217-8a6c-0d49d10b6fe0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:22.895713 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96e66a08-1971-4a74-ae5b-eaeaaebf8f15 req-57c6bbc7-7768-4217-8a6c-0d49d10b6fe0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 945 time: 0.3542140
Apr 13 14:39:22.917537 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80ab2359-d1aa-40ad-a5ed-fb1d364b6d56 req-fab9d634-7632-4743-a4f6-bc91eac933cf service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2962682
Apr 13 14:39:22.944210 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96e66a08-1971-4a74-ae5b-eaeaaebf8f15 req-4cb0b6a6-969f-4971-b063-53919616312e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474124
Apr 13 14:39:23.017058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=8']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:23.020388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:23.021902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77adf47-a0fd-4da9-b002-1807acfed2c9 req-06081a59-1a64-4a70-bfaf-cf8d1d056561 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:23.022694 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'code': 200}
Apr 13 14:39:23.024062 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f77adf47-a0fd-4da9-b002-1807acfed2c9 req-06081a59-1a64-4a70-bfaf-cf8d1d056561 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1319396
Apr 13 14:39:23.060837 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f77adf47-a0fd-4da9-b002-1807acfed2c9 req-737ab0c5-67f7-46b4-a673-fc323b863e8b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0296571
Apr 13 14:39:23.091013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:23.829648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:24.210890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62ab30-93f7-4eae-a60c-c97faa19c7e5 req-aecdae23-bc7a-4706-b6b4-81775edd9597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:24.219563 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4d62ab30-93f7-4eae-a60c-c97faa19c7e5 req-aecdae23-bc7a-4706-b6b4-81775edd9597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1505859
Apr 13 14:39:24.249408 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4d62ab30-93f7-4eae-a60c-c97faa19c7e5 req-d6a47d49-9677-4591-9d53-d325aa68ecd9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0288355
Apr 13 14:39:24.323866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797204e-a75e-4ecf-ac39-943cbe62ec1e req-9a84cca6-cd1c-4c4f-bac8-7e4f07cb29c4 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:24.325557 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5797204e-a75e-4ecf-ac39-943cbe62ec1e req-9a84cca6-cd1c-4c4f-bac8-7e4f07cb29c4 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0963171
Apr 13 14:39:24.359136 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5797204e-a75e-4ecf-ac39-943cbe62ec1e req-64357978-f078-4f0e-b895-85e60dbb27f8 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0258963
Apr 13 14:39:25.387433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:25.544830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5c186-6715-4a9b-9fc0-efe729c6800a req-0568d02f-66f6-4e61-aaa8-52248e47ac30 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:25.546497 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42e5c186-6715-4a9b-9fc0-efe729c6800a req-0568d02f-66f6-4e61-aaa8-52248e47ac30 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1308725
Apr 13 14:39:25.580758 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42e5c186-6715-4a9b-9fc0-efe729c6800a req-44f32c42-30e2-422f-b3ed-185acafb9ee6 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0267360
Apr 13 14:39:25.685630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957c1b-6b11-47c0-800b-9885dfda580a req-93ac84a8-8a0d-41b8-821b-6fc413ec3e68 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:25.688180 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ee957c1b-6b11-47c0-800b-9885dfda580a req-93ac84a8-8a0d-41b8-821b-6fc413ec3e68 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1632841
Apr 13 14:39:25.722335 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ee957c1b-6b11-47c0-800b-9885dfda580a req-846c2a00-1f58-455b-9346-2f25f0059398 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268536
Apr 13 14:39:26.834262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231b317-2ff5-4fb1-abe9-0e3a7d013c87 req-15df80bc-2162-4693-820a-1eb897de14b1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:26.837196 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f231b317-2ff5-4fb1-abe9-0e3a7d013c87 req-15df80bc-2162-4693-820a-1eb897de14b1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1283326
Apr 13 14:39:26.890538 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f231b317-2ff5-4fb1-abe9-0e3a7d013c87 req-3d30dff6-bf10-49e8-a181-13fe33baf5dd tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0449409
Apr 13 14:39:27.063581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a434b2c-58c9-43e6-925c-c3b794d7e538 req-188b931f-49bc-41ef-959c-d8c3f40d3872 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:27.068418 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2a434b2c-58c9-43e6-925c-c3b794d7e538 req-188b931f-49bc-41ef-959c-d8c3f40d3872 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1564856
Apr 13 14:39:27.104467 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2a434b2c-58c9-43e6-925c-c3b794d7e538 req-aa67e97b-6121-4908-b0c7-154717f56fa1 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0292695
Apr 13 14:39:28.120814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e6552-66ef-4a80-8d18-4b77fc6961b4 req-012780df-f83f-4185-8425-7bce0a1436e2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:28.122828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d44e6552-66ef-4a80-8d18-4b77fc6961b4 req-012780df-f83f-4185-8425-7bce0a1436e2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1032884
Apr 13 14:39:28.205381 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d44e6552-66ef-4a80-8d18-4b77fc6961b4 req-c227f34c-41a2-45fe-9847-fe4c3ad56ce1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0665405
Apr 13 14:39:28.386215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1920fc-9bc7-4a07-b06e-381179f36ae0 req-7bb8bce4-46c0-4a93-ba34-5b55b3dcfb30 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:28.387979 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-db1920fc-9bc7-4a07-b06e-381179f36ae0 req-7bb8bce4-46c0-4a93-ba34-5b55b3dcfb30 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1159191
Apr 13 14:39:28.421227 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-db1920fc-9bc7-4a07-b06e-381179f36ae0 req-d202916a-153e-479f-b7ff-bc5af71fc3f8 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264184
Apr 13 14:39:28.641723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40660) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:28.792124 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-3b8b8ad9-f7ca-4fe2-8674-e381eaed93cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1486294
Apr 13 14:39:29.497378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebeb21-4e88-481a-b955-e95905258c85 req-fa7f1c6e-e39b-4cbe-9f86-97b2a9b60c18 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:29.499296 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e5ebeb21-4e88-481a-b955-e95905258c85 req-fa7f1c6e-e39b-4cbe-9f86-97b2a9b60c18 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1023152
Apr 13 14:39:29.540231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e5ebeb21-4e88-481a-b955-e95905258c85 req-21977ec1-e6e3-47f3-96fc-53f0005cf636 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0291157
Apr 13 14:39:29.654151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65553100-f8bc-432f-a1c7-36a98f952ee3 req-cf217c96-3f55-4eb8-adc1-fba6e5a89964 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:29.656118 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-65553100-f8bc-432f-a1c7-36a98f952ee3 req-cf217c96-3f55-4eb8-adc1-fba6e5a89964 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0981126
Apr 13 14:39:29.690897 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-65553100-f8bc-432f-a1c7-36a98f952ee3 req-ec2dea65-5aa9-40e1-9aef-d01119440ef9 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267808
Apr 13 14:39:30.793954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b2107-1824-4a82-b1bf-82a9e3964413 req-652cee0b-bb34-4cb1-9d57-7927f6dd4f0c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:30.796973 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-319b2107-1824-4a82-b1bf-82a9e3964413 req-652cee0b-bb34-4cb1-9d57-7927f6dd4f0c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1247473
Apr 13 14:39:30.842653 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-319b2107-1824-4a82-b1bf-82a9e3964413 req-ffd6a6ee-dadd-4c7d-bcf0-520d812ba754 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376070
Apr 13 14:39:30.909998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:39:31.004547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97822dc3-d500-47ab-af8b-39d06e299234 req-7eeda2de-29ea-40d8-ab9a-a84e2221b186 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:31.006407 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97822dc3-d500-47ab-af8b-39d06e299234 req-7eeda2de-29ea-40d8-ab9a-a84e2221b186 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1174798
Apr 13 14:39:31.054967 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97822dc3-d500-47ab-af8b-39d06e299234 req-37e1f578-8cf7-4a84-90cc-de8ee789f6a8 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406909
Apr 13 14:39:31.818963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:32.119471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6dc67-19c3-413f-9132-6ccc83e3f40e req-3569dd7f-20ff-4e81-bade-d11b5df07329 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:32.121442 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-27f6dc67-19c3-413f-9132-6ccc83e3f40e req-3569dd7f-20ff-4e81-bade-d11b5df07329 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1231368
Apr 13 14:39:32.174382 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-27f6dc67-19c3-413f-9132-6ccc83e3f40e req-46f1172d-3328-4805-81ad-b82e3fd112dc tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0446305
Apr 13 14:39:32.430156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff182c5-d42a-4a18-a86e-b7091d72ece2 req-1e9cc212-4643-4157-9c9c-acde2cadf1b0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:32.433010 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eff182c5-d42a-4a18-a86e-b7091d72ece2 req-1e9cc212-4643-4157-9c9c-acde2cadf1b0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1697509
Apr 13 14:39:32.507965 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eff182c5-d42a-4a18-a86e-b7091d72ece2 req-243ef1b8-12a5-423a-8ace-a79f402e145c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446174
Apr 13 14:39:33.514337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e3678-e0c8-4313-8ea0-1ed7b7140eb1 req-134ba49a-7fbd-4466-a350-4d37b8330adf tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:33.516120 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-353e3678-e0c8-4313-8ea0-1ed7b7140eb1 req-134ba49a-7fbd-4466-a350-4d37b8330adf tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1395926
Apr 13 14:39:33.559573 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-353e3678-e0c8-4313-8ea0-1ed7b7140eb1 req-42a2cce6-9456-4ba8-8b50-406640028d0b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0309851
Apr 13 14:39:33.834453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8b2b6-3213-4822-8c5b-18baa9566d53 req-6d8a6171-cdb5-4ab5-8073-b2a29e0287ce tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:33.836695 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d5c8b2b6-3213-4822-8c5b-18baa9566d53 req-6d8a6171-cdb5-4ab5-8073-b2a29e0287ce tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1368432
Apr 13 14:39:33.878944 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d5c8b2b6-3213-4822-8c5b-18baa9566d53 req-4d83278f-5928-4a82-b734-134fa7ef25a8 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349555
Apr 13 14:39:34.444663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716aeb-e549-4230-a239-abab0c06795f req-60da7c86-8bbc-4f25-80a2-023e8823db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:34.447289 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-60da7c86-8bbc-4f25-80a2-023e8823db31 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6&tenant_id=73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 1096 time: 0.2522600
Apr 13 14:39:34.457815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-eff54650-07d8-43dd-a5ec-30913ea49890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:34.460566 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-eff54650-07d8-43dd-a5ec-30913ea49890 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1098 time: 0.1648672
Apr 13 14:39:34.698113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716aeb-e549-4230-a239-abab0c06795f req-5c8c1fce-b0f7-4c5e-9be8-7a4865512059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:34.699663 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-5c8c1fce-b0f7-4c5e-9be8-7a4865512059 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 1096 time: 0.2228026
Apr 13 14:39:34.700833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-82be12d8-a4d4-47a0-9782-f0f1f87c0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:34.702245 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-82be12d8-a4d4-47a0-9782-f0f1f87c0128 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.1798661
Apr 13 14:39:35.031409 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-e16a4eb1-0c93-4a3f-957e-875b99e82c16 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 1001 time: 0.2760904
Apr 13 14:39:35.040226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716aeb-e549-4230-a239-abab0c06795f req-18686eef-d134-43c9-b295-c94b59782ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:35.041828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-18686eef-d134-43c9-b295-c94b59782ae1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.2853396
Apr 13 14:39:35.068158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1f7af-4309-4ddb-b24d-a720606049dc req-d7ee2071-3a48-472d-b057-81c4964aa7da tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:35.069951 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7a1f7af-4309-4ddb-b24d-a720606049dc req-d7ee2071-3a48-472d-b057-81c4964aa7da tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.3561640
Apr 13 14:39:35.125664 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7a1f7af-4309-4ddb-b24d-a720606049dc req-e36f0922-4306-4ef8-93e9-e0a2a4a7091d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430527
Apr 13 14:39:35.244082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539acba0-b62d-4512-9cc3-6e1de2e22019 req-84d2e467-5f95-4962-9aac-9ba25d201002 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:35.246150 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-539acba0-b62d-4512-9cc3-6e1de2e22019 req-84d2e467-5f95-4962-9aac-9ba25d201002 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1835914
Apr 13 14:39:35.306623 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-539acba0-b62d-4512-9cc3-6e1de2e22019 req-e6aeb17f-b0b8-4dbf-9ba0-584d3c7dda54 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452390
Apr 13 14:39:35.758458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40808) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:35.897412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:35.914611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:35.919245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd9c5cc2888b41a6add030719aeab3b2 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:35.922593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:35.929408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:36.054295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:36.058882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:36.070285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9e9ec230-0f16-46c0-b918-f7590274f345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:36.118943 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd9c5cc2888b41a6add030719aeab3b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3591499
Apr 13 14:39:36.120001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386a3258-194f-46a6-a04f-d64ce8be5ea0,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:36.122423 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40814) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:36.129848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.130265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.130682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.131072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.131467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.131897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.132297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.132685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.133083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.133472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.133861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.134250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:39:36.138856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:36.200601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:36.258460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:36.468625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:36.474478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f4ee37f8-8e06-419c-8aa3-cdd0ed35b90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:36.498114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386a3258-194f-46a6-a04f-d64ce8be5ea0,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:36.501902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:36.514096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e007ff-7d4e-4210-9196-1d00c1fcf1e0 req-fa6bf39a-affb-437f-b331-1f2ddd826067 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:36.515875 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-68e007ff-7d4e-4210-9196-1d00c1fcf1e0 req-fa6bf39a-affb-437f-b331-1f2ddd826067 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.2137156
Apr 13 14:39:36.521742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:36.522981 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/386a3258-194f-46a6-a04f-d64ce8be5ea0 HTTP/1.1" status: 204  len: 168 time: 0.3993509
Apr 13 14:39:36.565373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4a1bf-83dd-41ff-98ec-93d50bec66c0 req-e23e0d2c-3539-4f42-94ef-cf01a7bc783c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:36.568942 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6b4a1bf-83dd-41ff-98ec-93d50bec66c0 req-e23e0d2c-3539-4f42-94ef-cf01a7bc783c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1265569
Apr 13 14:39:36.623249 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6b4a1bf-83dd-41ff-98ec-93d50bec66c0 req-8abfd3e0-bec9-4418-8e42-1e8d069efc83 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406170
Apr 13 14:39:36.818487 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-68e007ff-7d4e-4210-9196-1d00c1fcf1e0 req-8375f84b-ed44-46ef-85b4-80035bbaa480 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2861264
Apr 13 14:39:36.846925 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-f92c8adf-9b38-4a35-93da-07f438248345 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488 HTTP/1.1" status: 200  len: 999 time: 0.3132384
Apr 13 14:39:36.860342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-2aa976b0-ec21-43f2-bacd-058cc2f5be20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:36.863021 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-2aa976b0-ec21-43f2-bacd-058cc2f5be20 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.2232184
Apr 13 14:39:36.894165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40830) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:36.914301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:36.931628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:36.936120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Usage tracker for resource:security_group_rule and tenant:ccaf26c65ad94c84ac01f76c7eb9d594 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:36.939467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:36.946799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:37.306051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:37.310145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:37.321746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-35de738c-5cb9-4ee6-b43d-b22e73b7b1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:37.372984 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccaf26c65ad94c84ac01f76c7eb9d594&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4774780
Apr 13 14:39:37.375446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07367c50-4885-4baa-b4a9-76baf40ffca0,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:37.376593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40836) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:37.379827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:37.470648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:37.511107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:37.571809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:37.581270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3187fda2-e4ad-42ff-97e0-04b2523e1aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:37.603346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07367c50-4885-4baa-b4a9-76baf40ffca0,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:37.605547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:37.606975 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/07367c50-4885-4baa-b4a9-76baf40ffca0 HTTP/1.1" status: 204  len: 168 time: 0.2292464
Apr 13 14:39:37.608258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:37.733518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716aeb-e549-4230-a239-abab0c06795f req-34f939c2-5116-4785-9840-e5b7c6a219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:37.738619 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-34f939c2-5116-4785-9840-e5b7c6a219b6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.1614270
Apr 13 14:39:37.856121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15978113-c71c-4d7d-869f-2954302fb464 req-6dbfa098-4cf8-4e8e-9f58-5fa0b49c3a04 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:37.857988 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-15978113-c71c-4d7d-869f-2954302fb464 req-6dbfa098-4cf8-4e8e-9f58-5fa0b49c3a04 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1155913
Apr 13 14:39:37.925849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-93afed02-c814-4027-b66d-03abf911f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:37.927578 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-93afed02-c814-4027-b66d-03abf911f7cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2006583
Apr 13 14:39:37.931390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716aeb-e549-4230-a239-abab0c06795f req-6d5a4cf1-78ee-44e2-85ad-40569618ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:37.933041 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-6d5a4cf1-78ee-44e2-85ad-40569618ce15 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1287477
Apr 13 14:39:37.937452 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-15978113-c71c-4d7d-869f-2954302fb464 req-29925839-7896-464f-8865-4025c2b1e6ee tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639625
Apr 13 14:39:38.485891 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-c232187a-edab-4247-a979-17756c361400 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5329802
Apr 13 14:39:38.519253 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-662f735c-7505-4b15-8ab9-9d0af187a69e service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5698998
Apr 13 14:39:38.589534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c97b6-cc53-4e63-b61f-9c1c1a9a6789 req-c43b6046-b70c-473b-98fd-ea9ca1013608 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:38.591344 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-619c97b6-cc53-4e63-b61f-9c1c1a9a6789 req-c43b6046-b70c-473b-98fd-ea9ca1013608 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.5454366
Apr 13 14:39:38.748591 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-619c97b6-cc53-4e63-b61f-9c1c1a9a6789 req-82901c2e-d0dd-4ba5-8b5c-c4877df5fdb8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0919054
Apr 13 14:39:38.831265 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72716aeb-e549-4230-a239-abab0c06795f req-afc0c59c-25a2-491f-aa99-9859e45030e3 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3372355
Apr 13 14:39:38.841660 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45a31d79-9f5a-4d4a-a962-b01f6aaea2f8 req-d047a62a-17ae-40c4-93f3-8b84d3bbcf82 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2980831
Apr 13 14:39:39.334954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b56d3b-9090-4abe-b916-8842bc320d35 req-b2176aeb-3ce2-4a15-90ae-815dd3dace3a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:39.340543 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a2b56d3b-9090-4abe-b916-8842bc320d35 req-b2176aeb-3ce2-4a15-90ae-815dd3dace3a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1808431
Apr 13 14:39:39.381403 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a2b56d3b-9090-4abe-b916-8842bc320d35 req-8b65fc72-536f-4568-82a1-a0a84e231569 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319724
Apr 13 14:39:40.202919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eeee3-056a-437a-aaeb-69e806481700 req-4913b7fc-f265-4020-a079-0d8c493c163a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:40.213717 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-059eeee3-056a-437a-aaeb-69e806481700 req-4913b7fc-f265-4020-a079-0d8c493c163a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1185195
Apr 13 14:39:40.262024 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-059eeee3-056a-437a-aaeb-69e806481700 req-2fb94258-c8fd-4643-8f4d-60f145d30a5f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470083
Apr 13 14:39:40.568880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 40968) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:40.794221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01f501-cbb8-4828-91b1-01a0cd057992 req-61280978-02a3-4e4f-961d-d25c663077d7 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:40.795912 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dd01f501-cbb8-4828-91b1-01a0cd057992 req-61280978-02a3-4e4f-961d-d25c663077d7 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1879654
Apr 13 14:39:40.841166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:40.868745 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dd01f501-cbb8-4828-91b1-01a0cd057992 req-db12d543-4571-4fc9-8011-19502bbdec0b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550437
Apr 13 14:39:40.892273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:40.956167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Usage tracker for resource:security_group_rule and tenant:07a4e391030547439a786459eac3d7e3 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:40.961957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:40.970169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:41.039374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea9dfd-218b-4e32-b2f4-ddaf8f7621aa req-c5af37dc-f039-4be3-98dc-3ab467cedf69 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:41.047614 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e5ea9dfd-218b-4e32-b2f4-ddaf8f7621aa req-c5af37dc-f039-4be3-98dc-3ab467cedf69 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1569424
Apr 13 14:39:41.085640 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e5ea9dfd-218b-4e32-b2f4-ddaf8f7621aa req-1f01b6d4-c478-409a-9e6f-670bf31847c4 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368972
Apr 13 14:39:41.196823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:41.202174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:41.287402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-23ce65de-e682-4578-bfd4-29bac42013f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:41.317062 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07a4e391030547439a786459eac3d7e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7458270
Apr 13 14:39:41.317617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 40982) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:41.364620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86c011b-0e6b-42e6-ba2a-70d51112c4a2,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:41.371853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-adedfa2a-8872-4078-9c51-aa8130e568c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:41.470575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:41.564138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:41.659331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d71224-46a4-4302-a7a3-7ef2d758b8ee req-03289957-b143-468c-9a35-d2a2a0cf289f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:41.667667 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a3d71224-46a4-4302-a7a3-7ef2d758b8ee req-03289957-b143-468c-9a35-d2a2a0cf289f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.2057397
Apr 13 14:39:41.700764 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a3d71224-46a4-4302-a7a3-7ef2d758b8ee req-889555fd-4aed-4ec6-8d93-1488e11b8916 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0319571
Apr 13 14:39:41.702167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:41.707041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5271b502-238b-4662-91b2-970cdda3b0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:41.731849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86c011b-0e6b-42e6-ba2a-70d51112c4a2,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:41.735398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:41.760275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:41.764345 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e86c011b-0e6b-42e6-ba2a-70d51112c4a2 HTTP/1.1" status: 204  len: 168 time: 0.4425397
Apr 13 14:39:42.163559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9076b3c-af03-448b-8fe0-164304a7c2fa req-7da8c221-5368-414e-84a2-37f8a1efe6da tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:42.167193 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f9076b3c-af03-448b-8fe0-164304a7c2fa req-7da8c221-5368-414e-84a2-37f8a1efe6da tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1248257
Apr 13 14:39:42.274385 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f9076b3c-af03-448b-8fe0-164304a7c2fa req-d8652a9a-adb3-46e6-8ab7-dc34e7b34630 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942760
Apr 13 14:39:42.508419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9687f-337f-4454-9e50-1a4cc1484d1f req-a7e84e56-6ff1-4b54-8e33-f76bb5b9392e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:42.510290 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-48a9687f-337f-4454-9e50-1a4cc1484d1f req-a7e84e56-6ff1-4b54-8e33-f76bb5b9392e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1446497
Apr 13 14:39:42.545601 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-48a9687f-337f-4454-9e50-1a4cc1484d1f req-710e585e-e299-4dec-9a01-64e18d0d7331 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0287774
Apr 13 14:39:43.105479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff8e72-b940-45ba-8c1c-6bf85d32d69d req-247d3914-2759-436c-a55e-42531a3f3bc8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:43.112794 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-90ff8e72-b940-45ba-8c1c-6bf85d32d69d req-247d3914-2759-436c-a55e-42531a3f3bc8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.2102749
Apr 13 14:39:43.158549 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-90ff8e72-b940-45ba-8c1c-6bf85d32d69d req-02d96a94-f9aa-4812-a6a3-66012c2d1a3b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0436542
Apr 13 14:39:43.530136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1e427-6925-41bc-b94f-49ffc96830b8 req-8be9aead-239e-453e-a8f4-9d96854b8657 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:43.531883 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f9a1e427-6925-41bc-b94f-49ffc96830b8 req-8be9aead-239e-453e-a8f4-9d96854b8657 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1001527
Apr 13 14:39:43.580692 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f9a1e427-6925-41bc-b94f-49ffc96830b8 req-112981d8-64a1-4ea4-b4be-d1d43a9c60b4 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407224
Apr 13 14:39:43.852351 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999bcb22-1a97-4999-92b5-0705f4030e04 req-d3af2706-45d0-4e4f-9bc1-5f8271db09d8 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:43.854237 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-999bcb22-1a97-4999-92b5-0705f4030e04 req-d3af2706-45d0-4e4f-9bc1-5f8271db09d8 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1159613
Apr 13 14:39:43.907118 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-999bcb22-1a97-4999-92b5-0705f4030e04 req-9eb0301d-bcff-4b7b-9fad-6c942a559fef tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355067
Apr 13 14:39:44.561372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12138e83-61a9-40de-810e-7a1605cf4459 req-2d8a9bac-b641-44e7-bb4f-4e8944e8927c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:44.570813 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-12138e83-61a9-40de-810e-7a1605cf4459 req-2d8a9bac-b641-44e7-bb4f-4e8944e8927c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1728244
Apr 13 14:39:44.602318 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-12138e83-61a9-40de-810e-7a1605cf4459 req-78e06ca9-2bab-4758-970d-5cf47fdf6134 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0289860
Apr 13 14:39:44.884381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e362e5-5a32-4577-90a4-64ba0f7ef110 req-31cf539c-9be1-4257-96a0-25a13033e4be tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:44.886069 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8e362e5-5a32-4577-90a4-64ba0f7ef110 req-31cf539c-9be1-4257-96a0-25a13033e4be tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1102037
Apr 13 14:39:44.945917 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8e362e5-5a32-4577-90a4-64ba0f7ef110 req-67278fba-8c4a-4d48-a29f-ac5d93bdc20a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466211
Apr 13 14:39:45.188304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7204c-16a4-4951-a951-f7f834d44437 req-e063cfc3-8854-41fb-8b24-3b7cab471e9b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:45.198020 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4fa7204c-16a4-4951-a951-f7f834d44437 req-e063cfc3-8854-41fb-8b24-3b7cab471e9b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1054261
Apr 13 14:39:45.292024 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4fa7204c-16a4-4951-a951-f7f834d44437 req-f9b3e181-abce-46cf-93ac-7f1f48ab8faa tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773544
Apr 13 14:39:45.932578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04b461-b62f-419d-80b7-000e65274fe9 req-edc6f92c-a403-40b8-aaf6-3c1e1cffd524 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:45.937908 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b04b461-b62f-419d-80b7-000e65274fe9 req-edc6f92c-a403-40b8-aaf6-3c1e1cffd524 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1269062
Apr 13 14:39:45.989472 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b04b461-b62f-419d-80b7-000e65274fe9 req-72997c0d-d34b-4f1b-b348-5cb265921e1a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444295
Apr 13 14:39:46.005032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:39:46.265923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0f352-7e79-4494-b837-fbe890d09582 req-7196b8c2-efcf-410f-843d-c789d51b3358 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:46.275595 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-79e0f352-7e79-4494-b837-fbe890d09582 req-7196b8c2-efcf-410f-843d-c789d51b3358 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1498351
Apr 13 14:39:46.337527 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-79e0f352-7e79-4494-b837-fbe890d09582 req-5ec68aa7-3365-4970-902f-367fc55fd42b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608270
Apr 13 14:39:46.350179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41080) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:46.834124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:46.856268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:39:46.864067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Usage tracker for resource:security_group_rule and tenant:db2c42e3971348468cb4810c0f0b9a32 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:39:46.867994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:39:46.878358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:39:46.910092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f83cab9-f28c-463e-b616-829a6b8edbef req-109db70b-4d42-4a95-b4f6-ad9968447d8b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:46.911957 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f83cab9-f28c-463e-b616-829a6b8edbef req-109db70b-4d42-4a95-b4f6-ad9968447d8b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.4162581
Apr 13 14:39:46.963241 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f83cab9-f28c-463e-b616-829a6b8edbef req-6482ae0d-5d04-4cfe-b61e-f3b5aa4e0cdf tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401373
Apr 13 14:39:47.034381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:47.037968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:47.047297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-95d33fa9-8058-49e1-a858-c5a823ca05e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:47.082409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41092) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:39:47.082698 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db2c42e3971348468cb4810c0f0b9a32&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7304580
Apr 13 14:39:47.106665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1c8a01-84ee-4f84-9c69-25b3f23c5e3a,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:47.110525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:47.258218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42b1b2dd-d80d-426e-9407-4a6dae17eaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:47.347133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42b1b2dd-d80d-426e-9407-4a6dae17eaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:47.434475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b822577-6aca-4abb-886a-7033a17e9699 req-65a45042-feaf-435a-9ff1-129ffdcb4306 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:47.436248 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b822577-6aca-4abb-886a-7033a17e9699 req-65a45042-feaf-435a-9ff1-129ffdcb4306 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.2140253
Apr 13 14:39:47.436995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42b1b2dd-d80d-426e-9407-4a6dae17eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:47.453929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-722c8169-7706-4a5c-b012-60a7eb166432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:39:47.471050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1b2dd-d80d-426e-9407-4a6dae17eaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1c8a01-84ee-4f84-9c69-25b3f23c5e3a,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:39:47.479420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42b1b2dd-d80d-426e-9407-4a6dae17eaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:47.480960 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-42b1b2dd-d80d-426e-9407-4a6dae17eaa5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b1c8a01-84ee-4f84-9c69-25b3f23c5e3a HTTP/1.1" status: 204  len: 168 time: 0.3972239
Apr 13 14:39:47.482366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-42b1b2dd-d80d-426e-9407-4a6dae17eaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:39:47.546273 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b822577-6aca-4abb-886a-7033a17e9699 req-c1c9e2c6-ef34-4462-9d2c-12a00b2803a3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420849
Apr 13 14:39:47.797172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d58748-d616-4d9a-a5f5-685248501dd1 req-828ed10e-7a85-4554-a97c-bd0d9cf8703e tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:47.809923 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-74d58748-d616-4d9a-a5f5-685248501dd1 req-828ed10e-7a85-4554-a97c-bd0d9cf8703e tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2382572
Apr 13 14:39:47.889167 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-74d58748-d616-4d9a-a5f5-685248501dd1 req-b0d87e42-c7cb-4a1e-8221-7a0f009c1fe2 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734684
Apr 13 14:39:48.419956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d69e8a-8490-490e-b4d1-2c6a675e10c8 req-11359e10-7ee4-4ce5-a985-7776536a598f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:48.424248 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61d69e8a-8490-490e-b4d1-2c6a675e10c8 req-11359e10-7ee4-4ce5-a985-7776536a598f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.2552412
Apr 13 14:39:48.516506 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61d69e8a-8490-490e-b4d1-2c6a675e10c8 req-40a7a141-ab5f-435c-8288-cae90b675dac tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773799
Apr 13 14:39:48.844697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d179446-f3f5-4e73-bf1d-0ab262f814aa req-6c55a98b-c475-409b-aab4-46aaf1661315 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:48.846449 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9d179446-f3f5-4e73-bf1d-0ab262f814aa req-6c55a98b-c475-409b-aab4-46aaf1661315 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1127121
Apr 13 14:39:48.906859 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9d179446-f3f5-4e73-bf1d-0ab262f814aa req-c1e85046-f223-41dc-9ee9-22089bcf329a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0472076
Apr 13 14:39:49.248276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d253c-10f0-4535-b05b-5899f7611fe7 req-881bdb20-8b24-439c-89b5-fd298f006390 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:49.250098 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa6d253c-10f0-4535-b05b-5899f7611fe7 req-881bdb20-8b24-439c-89b5-fd298f006390 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2080612
Apr 13 14:39:49.287552 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa6d253c-10f0-4535-b05b-5899f7611fe7 req-7f0b73cc-02f8-4ce9-8d48-3210bbf5b1ba tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265343
Apr 13 14:39:49.796892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c54e74-2487-46e0-9ff7-0b46b5e150e1 req-8f2b1e8e-ec40-4e40-a833-ff24458cc8f9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:49.809580 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c54e74-2487-46e0-9ff7-0b46b5e150e1 req-8f2b1e8e-ec40-4e40-a833-ff24458cc8f9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1140077
Apr 13 14:39:49.849499 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-81c54e74-2487-46e0-9ff7-0b46b5e150e1 req-6cf737a5-0565-4e11-a5e0-63e0d7e1e02c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384078
Apr 13 14:39:49.998842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c05aa6f7-9ba3-46a1-837c-bfc207fc51ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:50.378900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4e1c0-e4af-4d88-a8f7-7e4aebed8240 req-3c38ba78-b4e0-4dac-8f37-7f600c0b945f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:50.392970 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bbf4e1c0-e4af-4d88-a8f7-7e4aebed8240 req-3c38ba78-b4e0-4dac-8f37-7f600c0b945f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1935053
Apr 13 14:39:50.454162 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bbf4e1c0-e4af-4d88-a8f7-7e4aebed8240 req-c0107d5b-8bff-4e4f-9966-fe7abb93afc2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0569787
Apr 13 14:39:50.594301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1074a68-097e-4116-ac1e-017e1b5fa463 req-edd910f7-f914-4158-b6f4-32b94b1b9153 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:50.596031 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a1074a68-097e-4116-ac1e-017e1b5fa463 req-edd910f7-f914-4158-b6f4-32b94b1b9153 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0999019
Apr 13 14:39:50.633975 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a1074a68-097e-4116-ac1e-017e1b5fa463 req-be26fccd-b5d9-4586-8613-3a68e49f1ae1 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301807
Apr 13 14:39:51.072631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a978-e85b-4ea6-ae16-04c8560ed0ca req-8d1d72f1-6fa1-4d03-940f-235ebd8562a1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:51.074332 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6231a978-e85b-4ea6-ae16-04c8560ed0ca req-8d1d72f1-6fa1-4d03-940f-235ebd8562a1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1048112
Apr 13 14:39:51.118096 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6231a978-e85b-4ea6-ae16-04c8560ed0ca req-81c12426-def6-4f73-973b-8ca6a92ad6e6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316334
Apr 13 14:39:51.784564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbe857-8951-436b-8dd4-1cc9d380d85d req-56628ef1-b5f6-42a4-a8b6-784401c42945 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:51.786231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-94dbe857-8951-436b-8dd4-1cc9d380d85d req-56628ef1-b5f6-42a4-a8b6-784401c42945 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1615109
Apr 13 14:39:51.827192 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-94dbe857-8951-436b-8dd4-1cc9d380d85d req-dc3c265c-cb77-41da-a831-7907c7a4438b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0268908
Apr 13 14:39:51.867627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15be33-3f8e-40a4-860f-0599135cbc8e req-86b86c0b-f3d5-48dc-92e4-306d62203997 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:51.869228 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9d15be33-3f8e-40a4-860f-0599135cbc8e req-86b86c0b-f3d5-48dc-92e4-306d62203997 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0934942
Apr 13 14:39:51.901586 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9d15be33-3f8e-40a4-860f-0599135cbc8e req-68c5ee16-455e-4dbc-aa65-e0fe2ac627eb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253429
Apr 13 14:39:52.166039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f58a453a-f97c-459e-aa3c-135453bf0f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:52.341595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5c5c8-6688-4eca-a468-191c0a13aef0 req-c851b99b-e9bc-496d-940d-b68005a13d85 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:52.343218 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-43a5c5c8-6688-4eca-a468-191c0a13aef0 req-c851b99b-e9bc-496d-940d-b68005a13d85 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.0924537
Apr 13 14:39:52.376223 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-43a5c5c8-6688-4eca-a468-191c0a13aef0 req-08feb098-3029-4c2b-9e89-f5fc5d98a54f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249529
Apr 13 14:39:53.077895 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4773-096b-44d9-8980-1357c604ecb6 req-777d99fb-4ebd-48ec-95b9-6f9a96878539 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:53.090228 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-36ad4773-096b-44d9-8980-1357c604ecb6 req-777d99fb-4ebd-48ec-95b9-6f9a96878539 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1273618
Apr 13 14:39:53.101759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:53.145041 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-36ad4773-096b-44d9-8980-1357c604ecb6 req-ff18ff86-6305-4c14-9f82-647eb8dfee4f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0493197
Apr 13 14:39:53.147778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392711ec-733f-4fb5-9adf-c9cfcd747b3b req-91ae6f78-d7de-4128-8aae-fe4dda6803b2 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:53.149511 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-392711ec-733f-4fb5-9adf-c9cfcd747b3b req-91ae6f78-d7de-4128-8aae-fe4dda6803b2 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1251936
Apr 13 14:39:53.191037 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-392711ec-733f-4fb5-9adf-c9cfcd747b3b req-8b052e1d-235e-4a05-9eeb-f917535a3610 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0290823
Apr 13 14:39:53.618845 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd82d48-9e81-415e-8317-97e76d5067bd req-734d9c20-f25d-49c7-b7ba-8918d5503f3d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:53.620535 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ebd82d48-9e81-415e-8317-97e76d5067bd req-734d9c20-f25d-49c7-b7ba-8918d5503f3d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0926337
Apr 13 14:39:53.646846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623028e1-4670-4c69-b3aa-e97211be1e15 req-45072266-7b29-43d6-989b-71409a62a7d9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:53.648534 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-623028e1-4670-4c69-b3aa-e97211be1e15 req-45072266-7b29-43d6-989b-71409a62a7d9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.0968385
Apr 13 14:39:53.653422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ebd82d48-9e81-415e-8317-97e76d5067bd req-3ae91540-cee2-4db8-b9a7-0ddb3fd0afc0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251484
Apr 13 14:39:53.680424 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-623028e1-4670-4c69-b3aa-e97211be1e15 req-e4746d92-1dd9-47cb-aaaf-05a47b041ecb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0252292
Apr 13 14:39:53.815257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:54.382360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867286d-f9bd-4ce2-ad7d-f90077f28d4a req-42e6dbac-9745-44f8-b48d-0a3bd6cada6b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:54.383987 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b867286d-f9bd-4ce2-ad7d-f90077f28d4a req-42e6dbac-9745-44f8-b48d-0a3bd6cada6b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.0961959
Apr 13 14:39:54.417101 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b867286d-f9bd-4ce2-ad7d-f90077f28d4a req-40a1fd6e-fc34-44a6-becc-b96cb4c9e5b8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0262177
Apr 13 14:39:54.871319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d36b95-f4ba-480f-9de2-f4eed84893e4 req-7d24cefe-ca80-431e-94cf-5ebce543e5ca tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:54.873062 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6d36b95-f4ba-480f-9de2-f4eed84893e4 req-7d24cefe-ca80-431e-94cf-5ebce543e5ca tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0997932
Apr 13 14:39:54.902184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b418f-1e9b-4ccd-9864-5e03650f4f3c req-3082cb84-3245-4504-af3d-767409a1c2a2 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:54.903989 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9a7b418f-1e9b-4ccd-9864-5e03650f4f3c req-3082cb84-3245-4504-af3d-767409a1c2a2 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1066887
Apr 13 14:39:54.919332 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6d36b95-f4ba-480f-9de2-f4eed84893e4 req-043ec46e-abef-4632-b5f9-013aab9dbcc9 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332441
Apr 13 14:39:54.957649 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9a7b418f-1e9b-4ccd-9864-5e03650f4f3c req-dbb66c65-2b90-4c73-8e43-b9251de199ab tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417817
Apr 13 14:39:55.294138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-5dd9a72c-1be9-4974-9c87-7ecf9aa5a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:55.295878 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-5dd9a72c-1be9-4974-9c87-7ecf9aa5a8b3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 1098 time: 0.0856028
Apr 13 14:39:55.379127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:55.649246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c735a-27c9-40ae-b5d5-b53f2bd16ad7 req-71cb02bb-adeb-49f8-9044-5081833df31b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:55.651011 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-342c735a-27c9-40ae-b5d5-b53f2bd16ad7 req-71cb02bb-adeb-49f8-9044-5081833df31b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1058719
Apr 13 14:39:55.672284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-8b1eb324-345e-4793-aac0-c28af8fed144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:55.674630 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-8b1eb324-345e-4793-aac0-c28af8fed144 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.3706505
Apr 13 14:39:55.689405 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-342c735a-27c9-40ae-b5d5-b53f2bd16ad7 req-c7e4d93e-d2ff-4d23-8cde-19cc6498492d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0305970
Apr 13 14:39:56.151750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191d15-349b-4ad4-b555-af026b02a932 req-0d12eb3f-faec-4154-a895-c8d74e4d2e41 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:56.153746 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f191d15-349b-4ad4-b555-af026b02a932 req-0d12eb3f-faec-4154-a895-c8d74e4d2e41 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0993242
Apr 13 14:39:56.181273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626de1e-3618-403b-bb0f-5fdf0853ad6e req-9ad0f58f-2d7d-47a4-8ede-fd3d57c770cc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:56.182990 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6626de1e-3618-403b-bb0f-5fdf0853ad6e req-9ad0f58f-2d7d-47a4-8ede-fd3d57c770cc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1085267
Apr 13 14:39:56.202423 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f191d15-349b-4ad4-b555-af026b02a932 req-43a294db-751b-4908-b113-afd410f8e8cf tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345397
Apr 13 14:39:56.236686 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6626de1e-3618-403b-bb0f-5fdf0853ad6e req-457b23ac-9bde-4d76-afd0-3dec5ae3dca5 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388210
Apr 13 14:39:56.643876 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-d2b50f89-c9cd-4b67-8c15-079772f8d7b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 200  len: 1001 time: 0.1060529
Apr 13 14:39:56.910367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ed297-a70d-4eeb-b5f7-4bf0cf752107 req-d7e7cccc-01cc-4b46-832f-02a9030176bb tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:56.912069 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-300ed297-a70d-4eeb-b5f7-4bf0cf752107 req-d7e7cccc-01cc-4b46-832f-02a9030176bb tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.0943308
Apr 13 14:39:56.944351 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-300ed297-a70d-4eeb-b5f7-4bf0cf752107 req-cfcdaec9-2373-4c3d-9265-ab4d4a98afc8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0254481
Apr 13 14:39:57.443272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538eea0-83af-45d5-ba33-a66e2c051f82 req-0298b3bc-74aa-46e0-a23d-3f3e97a8013c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:57.445059 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5538eea0-83af-45d5-ba33-a66e2c051f82 req-0298b3bc-74aa-46e0-a23d-3f3e97a8013c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0980225
Apr 13 14:39:57.490063 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5538eea0-83af-45d5-ba33-a66e2c051f82 req-91e44d15-5fd2-4a33-be7e-d5c48776ce90 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0296569
Apr 13 14:39:57.570313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-0d943bf3-5f38-4734-9577-13f334994f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:57.571974 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-0d943bf3-5f38-4734-9577-13f334994f1c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.1504526
Apr 13 14:39:57.605373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991976f-cb40-4fbc-842d-721f1dc61b21 req-503b7823-7b5d-4869-b9cc-a2f8589e7be9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:57.607363 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e991976f-cb40-4fbc-842d-721f1dc61b21 req-503b7823-7b5d-4869-b9cc-a2f8589e7be9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1234736
Apr 13 14:39:57.659279 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e991976f-cb40-4fbc-842d-721f1dc61b21 req-ae69c5bf-6138-4659-96a1-f7cc3ac25cc7 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445900
Apr 13 14:39:58.167050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7941745-9ff6-414b-8c05-e81c62c921d8 req-d91398a0-72fd-4d13-805a-2ab7574bdfeb tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:58.168697 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7941745-9ff6-414b-8c05-e81c62c921d8 req-d91398a0-72fd-4d13-805a-2ab7574bdfeb tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.0984664
Apr 13 14:39:58.201798 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7941745-9ff6-414b-8c05-e81c62c921d8 req-80b061ee-bc58-42be-9255-5bc128f40915 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0259938
Apr 13 14:39:58.553605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-ecc7a7e7-6072-453b-abf5-e0a7b4f133eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:58.555292 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-ecc7a7e7-6072-453b-abf5-e0a7b4f133eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865014
Apr 13 14:39:58.804881 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-6e39fd45-fdf4-44ec-a030-3f8e0c9b5c64 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2382560
Apr 13 14:39:58.890927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2c731-78b2-4470-ade2-ed2556bd499b req-04ccf254-7cad-4fb1-a1eb-b285d1cf7369 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:58.892675 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab2c731-78b2-4470-ade2-ed2556bd499b req-04ccf254-7cad-4fb1-a1eb-b285d1cf7369 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2303727
Apr 13 14:39:58.893152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb47707-f705-4686-90f9-7c8b3b4daab9 req-156ac31b-41bb-40cc-8784-e885219fb8aa tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:58.894820 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3eb47707-f705-4686-90f9-7c8b3b4daab9 req-156ac31b-41bb-40cc-8784-e885219fb8aa tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.0971596
Apr 13 14:39:58.928851 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3eb47707-f705-4686-90f9-7c8b3b4daab9 req-5d0346c6-dea0-4d99-8693-d634b640d7fd tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268519
Apr 13 14:39:59.004717 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab2c731-78b2-4470-ade2-ed2556bd499b req-8c57812d-e155-48b3-8fbd-ef1eebff4f9c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575759
Apr 13 14:39:59.042701 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b298dab-69c9-4be8-9aec-65cbb2ce0d34 req-abec8eba-2e60-424e-93d3-e4aa3eeaf9fb service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294567
Apr 13 14:39:59.166003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-27af4984-ed04-410e-813c-de82266f3b63 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:59.167583 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-27af4984-ed04-410e-813c-de82266f3b63 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 945 time: 0.1239038
Apr 13 14:39:59.260717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Deleting port 9865b67f-a77c-4229-b126-e28962c2aac5 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:39:59.261093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:59.438793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45661ece-81fb-4917-a3a6-d53ffe0dc9b3 req-74483482-9d10-462f-a1ca-d95f22905e61 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:39:59.440651 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45661ece-81fb-4917-a3a6-d53ffe0dc9b3 req-74483482-9d10-462f-a1ca-d95f22905e61 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1036825
Apr 13 14:39:59.481631 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45661ece-81fb-4917-a3a6-d53ffe0dc9b3 req-ee669965-d508-4af0-96cb-baaa6149bf29 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0273623
Apr 13 14:39:59.572095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] For port 9865b67f-a77c-4229-b126-e28962c2aac5, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=9865b67f-a77c-4229-b126-e28962c2aac5,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:39:59.572501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:59.761487 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Calling delete_port for 9865b67f-a77c-4229-b126-e28962c2aac5 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:39:59.951918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:39:59.966813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['9865b67f-a77c-4229-b126-e28962c2aac5'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:39:59.971556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b98d0c0a-e258-4a93-96d0-10a98defda48 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:00.033425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Pushing event deleted for resources: {'Port': ['ID=9865b67f-a77c-4229-b126-e28962c2aac5,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:00.046524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:00.154879 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d1d472ef-fc43-4aa2-bfde-16a71b825ec7 req-24944c0e-fe9e-47c8-9afe-a75770061d2b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cf24420-3de5-49d5-8310-10a5f4060dbf HTTP/1.1" status: 200  len: 210 time: 0.0562005
Apr 13 14:40:00.231286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7dab-5cb5-4c13-8ffb-cd610ccdd880 req-4981ba0f-57a9-466d-8fa3-b1c24f0ecfa6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:00.240733 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd4e7dab-5cb5-4c13-8ffb-cd610ccdd880 req-4981ba0f-57a9-466d-8fa3-b1c24f0ecfa6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.1132438
Apr 13 14:40:00.283730 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd4e7dab-5cb5-4c13-8ffb-cd610ccdd880 req-351b0118-7bfe-421f-b169-57864a07f55f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391111
Apr 13 14:40:00.360531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] No DVR routers for this DVR port 9865b67f-a77c-4229-b126-e28962c2aac5 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:40:00.364579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:00.369943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'name': 'network-vif-deleted', 'tag': '9865b67f-a77c-4229-b126-e28962c2aac5'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:40:00.397011 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-edbc17bb-41ca-4d7d-a4a3-b912601b674d req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "DELETE /v2.0/ports/9865b67f-a77c-4229-b126-e28962c2aac5 HTTP/1.1" status: 204  len: 173 time: 1.2229664
Apr 13 14:40:00.434513 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf24420-3de5-49d5-8310-10a5f4060dbf', 'name': 'network-vif-deleted', 'tag': '9865b67f-a77c-4229-b126-e28962c2aac5', 'status': 'completed', 'code': 200}
Apr 13 14:40:00.756922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c054ba-c5da-4f1e-bf01-8d840597bdbb req-500d7785-92dc-400a-aad9-a921579942ca tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:00.759529 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-69c054ba-c5da-4f1e-bf01-8d840597bdbb req-500d7785-92dc-400a-aad9-a921579942ca tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1352832
Apr 13 14:40:00.812853 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-69c054ba-c5da-4f1e-bf01-8d840597bdbb req-f0c83b97-4289-4de7-bf2b-249609612b65 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0460069
Apr 13 14:40:01.437848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41304) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:01.579513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:01.596913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:01.601306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Usage tracker for resource:security_group_rule and tenant:63a005af983c475ab8bd5ea4aeeba29b is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:40:01.604441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:40:01.611533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:01.713291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:01.718431 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:01.735967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffcb66a4-2c4c-40c7-9fd6-59e12535c40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:01.784700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ad42c6-8ddf-45c7-90d9-e57719bbe9b7,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:01.793605 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63a005af983c475ab8bd5ea4aeeba29b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3504293
Apr 13 14:40:01.793605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:01.794098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41312) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:01.801880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:01.868093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e9346928-2446-44c1-b38f-e4e1a07600e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:01.917694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e9346928-2446-44c1-b38f-e4e1a07600e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:01.990500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e9346928-2446-44c1-b38f-e4e1a07600e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:01.997178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15f09fb7-84cf-467f-a7cb-cb6eccf67ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:02.011221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9346928-2446-44c1-b38f-e4e1a07600e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ad42c6-8ddf-45c7-90d9-e57719bbe9b7,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:02.014818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e9346928-2446-44c1-b38f-e4e1a07600e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:02.017703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e9346928-2446-44c1-b38f-e4e1a07600e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:02.024016 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e9346928-2446-44c1-b38f-e4e1a07600e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74ad42c6-8ddf-45c7-90d9-e57719bbe9b7 HTTP/1.1" status: 204  len: 168 time: 0.2241209
Apr 13 14:40:02.072135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f696d2-6934-457e-b3d0-1ac8eb1c8129 req-408882d9-7f34-4aa8-b151-7e1ebbb2fd82 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:02.073924 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11f696d2-6934-457e-b3d0-1ac8eb1c8129 req-408882d9-7f34-4aa8-b151-7e1ebbb2fd82 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.1113868
Apr 13 14:40:02.107278 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11f696d2-6934-457e-b3d0-1ac8eb1c8129 req-ae32378a-21f7-4e0a-b497-6835f37a4d03 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0258126
Apr 13 14:40:02.912841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 9865b67f-a77c-4229-b126-e28962c2aac5 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:40:02.955216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 9865b67f-a77c-4229-b126-e28962c2aac5 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:40:02.955640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 9865b67f-a77c-4229-b126-e28962c2aac5 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:40:03.333275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeff58-4e36-49e7-a2b9-41d9914cd088 req-451055c4-d4e0-48e5-862b-fb65f2b9a84f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:03.334990 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10aeff58-4e36-49e7-a2b9-41d9914cd088 req-451055c4-d4e0-48e5-862b-fb65f2b9a84f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.0889277
Apr 13 14:40:03.370947 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10aeff58-4e36-49e7-a2b9-41d9914cd088 req-7f5ba74d-8641-4762-bda8-60d2a86035e0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0291247
Apr 13 14:40:04.591134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fbfa7-2cb1-4e8b-9f97-031fa75ee82d req-97d985ad-b52c-44cb-9c70-7c0399f17b7e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:04.592900 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb4fbfa7-2cb1-4e8b-9f97-031fa75ee82d req-97d985ad-b52c-44cb-9c70-7c0399f17b7e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 943 time: 0.0958395
Apr 13 14:40:04.627935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb4fbfa7-2cb1-4e8b-9f97-031fa75ee82d req-c5566572-8d14-4fb3-bc45-ac2a16b73f4f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0275278
Apr 13 14:40:04.817492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:40:04.981731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:04.996763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'port_id': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'mac_address': 'fa:16:3e:2e:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:40:05.059097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:05.060548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08af70a8-0f8c-4d3e-86e2-2fbce3121488 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:40:05.078767 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:05.082933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:05.085545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:05.157838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=9']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:05.165961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.166355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.166742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.167122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.167517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.167913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.168289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.168661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.169034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.169405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.169773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.170140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:05.174536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:05.319031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['08af70a8-0f8c-4d3e-86e2-2fbce3121488'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:40:05.849877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d1e28-1f06-4bc2-8336-ec68100d7bd4 req-19d93d9f-11a4-4685-b390-301af99176e7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:05.851620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f63d1e28-1f06-4bc2-8336-ec68100d7bd4 req-19d93d9f-11a4-4685-b390-301af99176e7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 944 time: 0.0945454
Apr 13 14:40:05.903729 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f63d1e28-1f06-4bc2-8336-ec68100d7bd4 req-259f0378-71de-4728-a27d-f75d6f948e03 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390482
Apr 13 14:40:06.820438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:40:06.899995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:40:06.900870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:07.037724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:07.050725 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:40:07.062340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:07.065709 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:07.068535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:07.131403 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'code': 200}
Apr 13 14:40:07.162956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=10']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:07.164207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:07.254508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cd767-e7eb-45d5-b28f-57e9b9e1b655 req-cae1f20e-ed9a-452b-9372-cc119eaf8f77 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:07.257382 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-258cd767-e7eb-45d5-b28f-57e9b9e1b655 req-cae1f20e-ed9a-452b-9372-cc119eaf8f77 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.1835394
Apr 13 14:40:07.298859 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-258cd767-e7eb-45d5-b28f-57e9b9e1b655 req-a34299f9-34d6-4dc6-810d-5c061c8598a2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0277245
Apr 13 14:40:07.771635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50bca9-270e-45f0-8ac0-23715dc8293b req-8dd88a8e-132a-4a6b-aa35-89a38dc4e3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:07.775127 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8a50bca9-270e-45f0-8ac0-23715dc8293b req-8dd88a8e-132a-4a6b-aa35-89a38dc4e3bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 1099 time: 0.1609566
Apr 13 14:40:07.826658 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8a50bca9-270e-45f0-8ac0-23715dc8293b req-d2d420c1-825f-48c2-b626-13612eb2a7de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445836
Apr 13 14:40:08.533781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a4de0-d383-441b-8e58-ddc6559391fa req-88fe438f-1bcb-4444-a5ad-ba73290a25ac tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:08.536871 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e65a4de0-d383-441b-8e58-ddc6559391fa req-88fe438f-1bcb-4444-a5ad-ba73290a25ac tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.0915763
Apr 13 14:40:08.568872 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e65a4de0-d383-441b-8e58-ddc6559391fa req-491c2876-efbe-47ee-9be4-1bd4435ae280 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0268037
Apr 13 14:40:09.788784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c8738-4f5e-41bb-b4c0-32ce98d38849 req-462ea81a-5dbd-48d0-bf93-5f1c052176d1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:09.790477 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a70c8738-4f5e-41bb-b4c0-32ce98d38849 req-462ea81a-5dbd-48d0-bf93-5f1c052176d1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.0963800
Apr 13 14:40:09.825751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a70c8738-4f5e-41bb-b4c0-32ce98d38849 req-c4164373-ff15-48d1-bdf8-2628b1f16320 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0283144
Apr 13 14:40:11.107240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fab17d-9190-46df-9fc5-dcc038fe9b96 req-9e2c4439-1688-4fbd-8dae-d0c51ca85a95 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:11.109830 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10fab17d-9190-46df-9fc5-dcc038fe9b96 req-9e2c4439-1688-4fbd-8dae-d0c51ca85a95 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.1083300
Apr 13 14:40:11.158623 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10fab17d-9190-46df-9fc5-dcc038fe9b96 req-fe9fc865-63de-4ae2-93f7-0527ee03ff25 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410538
Apr 13 14:40:12.387198 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311ebe3-3047-47b7-bf04-119c5cb24fb0 req-23179236-a897-4487-969a-1777e62c36c2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:12.389042 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8311ebe3-3047-47b7-bf04-119c5cb24fb0 req-23179236-a897-4487-969a-1777e62c36c2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.0986106
Apr 13 14:40:12.425252 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8311ebe3-3047-47b7-bf04-119c5cb24fb0 req-b9527fee-b531-4083-a23d-edcd7e91ed2e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0285578
Apr 13 14:40:12.546945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-74e9b595-c2fe-4bad-a856-d9d0a47e5f0c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:12.549191 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-74e9b595-c2fe-4bad-a856-d9d0a47e5f0c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/networks?id=85889336-a883-47ac-9a06-86f411aa64a5 HTTP/1.1" status: 200  len: 813 time: 0.1985953
Apr 13 14:40:12.568751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-ea4c8e02-dbdf-410f-a0a9-033f87404a03 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/quotas/4e51238b19ec4ef7bf7e093eaed872df HTTP/1.1" status: 200  len: 375 time: 0.0131776
Apr 13 14:40:12.631175 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-1cfe64fa-4fe1-486b-b4ff-923721ae5bb6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4e51238b19ec4ef7bf7e093eaed872df&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0496638
Apr 13 14:40:12.780109 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-948e3cf6-a435-4bfa-846d-67ec92964821 service neutron] 10.222.0.22 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412516
Apr 13 14:40:12.932361 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-1c7a3f84-0310-410c-942f-1fcaa430612c service neutron] 10.222.0.22 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456101
Apr 13 14:40:13.287649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ac044520-97ff-467e-b8df-711598993e80 req-27bcfc86-b990-498b-917e-507ca59f28c9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Synchronizing usage tracker for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:40:13.313594 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-ac044520-97ff-467e-b8df-711598993e80 req-27bcfc86-b990-498b-917e-507ca59f28c9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Unset dirty status for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:40:13.315322 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac044520-97ff-467e-b8df-711598993e80 req-27bcfc86-b990-498b-917e-507ca59f28c9 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 210 time: 0.1120615
Apr 13 14:40:13.666603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4965-eadb-4921-8d68-86bbf712786d req-b8862885-f096-4624-abed-a44c4f66efea tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:13.669550 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d91f4965-eadb-4921-8d68-86bbf712786d req-b8862885-f096-4624-abed-a44c4f66efea tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.1154263
Apr 13 14:40:13.716874 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d91f4965-eadb-4921-8d68-86bbf712786d req-78f3668d-d7a7-41a7-98c6-bf5c3f41ff8e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376806
Apr 13 14:40:14.614052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-04b49f68-7d03-4bf1-abc3-6f2fe499b7f6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:14.615918 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-04b49f68-7d03-4bf1-abc3-6f2fe499b7f6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "GET /v2.0/networks?id=85889336-a883-47ac-9a06-86f411aa64a5 HTTP/1.1" status: 200  len: 813 time: 0.2090383
Apr 13 14:40:14.629979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Request body: {'port': {'device_id': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5', 'admin_state_up': True, 'tenant_id': '4e51238b19ec4ef7bf7e093eaed872df'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:40:14.823598 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-20615b0a-a892-4154-a67e-54250a14e0de req-97198553-ebd7-40f2-8b9e-f1f770907b7c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 210 time: 0.2852855
Apr 13 14:40:14.849731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:14.861191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:14.871194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Made reservation on behalf of 4e51238b19ec4ef7bf7e093eaed872df for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:40:14.877861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:15.056085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Allocated IP 172.20.0.5 (85889336-a883-47ac-9a06-86f411aa64a5/c9228e96-1252-4d4e-9330-535cab45833e/38655ad6-161a-459c-8e9d-df722dfd67de) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:40:15.577738 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:15.611315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:15.627189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2c042574-cfbb-4bc0-ad98-9cd9b7082b5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:15.782058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Pushing event updated for resources: {'Port': ['ID=38655ad6-161a-459c-8e9d-df722dfd67de,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:15.787827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:15.835606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Network 85889336-a883-47ac-9a06-86f411aa64a5 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:40:15.836725 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:40:15.839212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:40:15.915578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:15.916406 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:15.953031 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3276870
Apr 13 14:40:15.967563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Request body: {'port': {'device_id': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:40:16.111222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773420a-afb2-4a8c-95e8-623486f27f52 req-3b8d5740-4610-4c11-a3bb-37b46ffcb325 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:16.112941 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0773420a-afb2-4a8c-95e8-623486f27f52 req-3b8d5740-4610-4c11-a3bb-37b46ffcb325 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 931 time: 0.1606486
Apr 13 14:40:16.123075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:16.149372 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0773420a-afb2-4a8c-95e8-623486f27f52 req-48217866-a860-4199-964d-038a9243a4ae tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0295331
Apr 13 14:40:16.652611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38655ad6-161a-459c-8e9d-df722dfd67de {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:40:16.662062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:16.679363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Transition to ACTIVE for port object 38655ad6-161a-459c-8e9d-df722dfd67de will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:40:16.682480 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:16.698868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e70817b-453b-4493-88fc-7f1264d83538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:16.857841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Pushing event updated for resources: {'Port': ['ID=38655ad6-161a-459c-8e9d-df722dfd67de,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:16.862482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:17.143917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Attempting to bind port 38655ad6-161a-459c-8e9d-df722dfd67de on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:40:17.144561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Attempting to bind port 38655ad6-161a-459c-8e9d-df722dfd67de by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:40:17.145220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Attempting to bind port 38655ad6-161a-459c-8e9d-df722dfd67de on network 85889336-a883-47ac-9a06-86f411aa64a5 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:40:17.155703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Port 38655ad6-161a-459c-8e9d-df722dfd67de on network 85889336-a883-47ac-9a06-86f411aa64a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:40:17.156347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Attempting to bind port 38655ad6-161a-459c-8e9d-df722dfd67de on network 85889336-a883-47ac-9a06-86f411aa64a5 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:40:17.167844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:40:17.168720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Checking segment: {'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:40:17.169544 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Bound using segment: {'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:40:17.170397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Bound port: 38655ad6-161a-459c-8e9d-df722dfd67de, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc709b2-1df7-4505-b7f3-74cbf55808c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:40:17.171073 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:17.277240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] For port 38655ad6-161a-459c-8e9d-df722dfd67de, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:40:17.283900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] For port 38655ad6-161a-459c-8e9d-df722dfd67de, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38655ad6-161a-459c-8e9d-df722dfd67de,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:40:17.327927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:17.347875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-169d7ea9-f7f7-44ea-a387-dda1654b4841 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:17.539695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Pushing event updated for resources: {'Port': ['ID=38655ad6-161a-459c-8e9d-df722dfd67de,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:17.548678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:17.598089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959175c-8761-4cab-a1b7-0d85d082da17 req-5efbce88-380f-44a1-ba8e-e72bf030a650 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:17.598923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-6959175c-8761-4cab-a1b7-0d85d082da17 req-5efbce88-380f-44a1-ba8e-e72bf030a650 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Synchronizing usage tracker for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:40:17.615735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:17.616423 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:17.617992 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] 10.222.0.48 "PUT /v2.0/ports/38655ad6-161a-459c-8e9d-df722dfd67de HTTP/1.1" status: 200  len: 1093 time: 1.6558285
Apr 13 14:40:17.618554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'tag': '38655ad6-161a-459c-8e9d-df722dfd67de'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:40:17.636801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-6959175c-8761-4cab-a1b7-0d85d082da17 req-5efbce88-380f-44a1-ba8e-e72bf030a650 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Unset dirty status for tenant:4e51238b19ec4ef7bf7e093eaed872df on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:40:17.638139 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6959175c-8761-4cab-a1b7-0d85d082da17 req-5efbce88-380f-44a1-ba8e-e72bf030a650 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 943 time: 0.3581688
Apr 13 14:40:17.693408 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6959175c-8761-4cab-a1b7-0d85d082da17 req-fa2786ed-db31-4fc0-b65f-e964e196ee82 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416524
Apr 13 14:40:17.748782 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'tag': '38655ad6-161a-459c-8e9d-df722dfd67de', 'status': 'completed', 'code': 200}
Apr 13 14:40:17.793270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-bf8e8c00-5ef2-4cb3-855d-5e9047fd07da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:17.795065 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-bf8e8c00-5ef2-4cb3-855d-5e9047fd07da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e51238b19ec4ef7bf7e093eaed872df&device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 1096 time: 0.1075606
Apr 13 14:40:17.881527 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-227b0853-8247-4dd8-8741-06cf30b3c128 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38655ad6-161a-459c-8e9d-df722dfd67de HTTP/1.1" status: 200  len: 217 time: 0.0782700
Apr 13 14:40:17.957123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-7c182376-2b7a-43ed-a35d-858303a867df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:17.958665 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-7c182376-2b7a-43ed-a35d-858303a867df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9228e96-1252-4d4e-9330-535cab45833e HTTP/1.1" status: 200  len: 853 time: 0.0707195
Apr 13 14:40:18.020579 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-69d2e231-cec4-4928-bc0a-61cd3b072161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85889336-a883-47ac-9a06-86f411aa64a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509310
Apr 13 14:40:18.181627 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-85fe56e7-2978-4e30-8dcc-67e43954b09a service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525590
Apr 13 14:40:18.462074 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a0157b2-e8f6-4b2e-8bc9-b82bd330b0b6 req-4bb28cd5-c9a4-4baa-8437-02f5287ae3ae service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2726629
Apr 13 14:40:18.597806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b50d9-d585-440e-a9af-b9ff714de22e req-22c207a4-9ec8-4ad9-8eaf-319289f19966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:18.599538 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298b50d9-d585-440e-a9af-b9ff714de22e req-22c207a4-9ec8-4ad9-8eaf-319289f19966 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4e51238b19ec4ef7bf7e093eaed872df&device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 1096 time: 0.0911186
Apr 13 14:40:18.785846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b50d9-d585-440e-a9af-b9ff714de22e req-0f223acb-bdfc-4ee5-9309-c73505fdb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:18.788799 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298b50d9-d585-440e-a9af-b9ff714de22e req-0f223acb-bdfc-4ee5-9309-c73505fdb7a0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=85889336-a883-47ac-9a06-86f411aa64a5 HTTP/1.1" status: 200  len: 914 time: 0.1823328
Apr 13 14:40:18.885513 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298b50d9-d585-440e-a9af-b9ff714de22e req-f08de998-a402-47a3-8e4f-83aa30ce7e59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38655ad6-161a-459c-8e9d-df722dfd67de HTTP/1.1" status: 200  len: 217 time: 0.0857599
Apr 13 14:40:18.967706 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327c407-4d47-463d-98b0-96cdbd36c761 req-751fb77c-a5b8-4422-996e-3f96bf456bfc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:18.970557 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2327c407-4d47-463d-98b0-96cdbd36c761 req-751fb77c-a5b8-4422-996e-3f96bf456bfc tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 943 time: 0.1130962
Apr 13 14:40:18.980718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b50d9-d585-440e-a9af-b9ff714de22e req-754888de-31a3-4e8f-bbc6-1179e3f56cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:18.983731 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298b50d9-d585-440e-a9af-b9ff714de22e req-754888de-31a3-4e8f-bbc6-1179e3f56cc9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c9228e96-1252-4d4e-9330-535cab45833e HTTP/1.1" status: 200  len: 853 time: 0.0907290
Apr 13 14:40:19.015551 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2327c407-4d47-463d-98b0-96cdbd36c761 req-9cb9f828-371a-49ae-bc29-2e9b0a44f294 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320120
Apr 13 14:40:19.046374 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298b50d9-d585-440e-a9af-b9ff714de22e req-a24ec2a3-00ad-469a-9869-f28bf98f6b3e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=85889336-a883-47ac-9a06-86f411aa64a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536914
Apr 13 14:40:19.204863 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298b50d9-d585-440e-a9af-b9ff714de22e req-e325c8ab-2cf8-428e-aaaf-9f36e3205806 service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503160
Apr 13 14:40:19.369566 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-298b50d9-d585-440e-a9af-b9ff714de22e req-c8446610-9cf7-4547-a6fc-5825abc4dfae service neutron] 10.222.0.48 "GET /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533139
Apr 13 14:40:19.987525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-937238e9-bf58-4735-a4bc-e6f33db45bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:20.252830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55683a-4c91-434c-89fd-3defef146f96 req-42a4d5c5-433e-423b-9060-ed4bc874343f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:20.254409 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d55683a-4c91-434c-89fd-3defef146f96 req-42a4d5c5-433e-423b-9060-ed4bc874343f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 943 time: 0.1060042
Apr 13 14:40:20.294300 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d55683a-4c91-434c-89fd-3defef146f96 req-9a0bc7c5-9734-4415-be12-b18d5ed0fe6b tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262961
Apr 13 14:40:21.577090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea299b-2316-4827-8d23-e5e32790169d req-2f165e06-8878-4846-90ad-b09d7052fff6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:21.579432 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a4ea299b-2316-4827-8d23-e5e32790169d req-2f165e06-8878-4846-90ad-b09d7052fff6 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 943 time: 0.1621423
Apr 13 14:40:21.611978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a4ea299b-2316-4827-8d23-e5e32790169d req-6e422301-9f18-4933-8d87-5e044a09cd96 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256917
Apr 13 14:40:22.169485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-843c4853-bc96-4be3-9c6d-eb0a63ade276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:22.840628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a66231-8acb-48a7-811d-c6fad03c85fc req-aa250dbd-6900-4ffb-8cd9-edee68f89ea2 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:22.842330 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7a66231-8acb-48a7-811d-c6fad03c85fc req-aa250dbd-6900-4ffb-8cd9-edee68f89ea2 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 943 time: 0.0938010
Apr 13 14:40:22.876241 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7a66231-8acb-48a7-811d-c6fad03c85fc req-fcf4e8b2-b00b-4d57-9eee-e3ef32f15bb1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0262783
Apr 13 14:40:22.893586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 38655ad6-161a-459c-8e9d-df722dfd67de details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:40:22.976958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:40:23.050570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 38655ad6-161a-459c-8e9d-df722dfd67de, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38655ad6-161a-459c-8e9d-df722dfd67de,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:23.075299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '38655ad6-161a-459c-8e9d-df722dfd67de', 'network_id': '85889336-a883-47ac-9a06-86f411aa64a5', 'port_id': '38655ad6-161a-459c-8e9d-df722dfd67de', 'mac_address': 'fa:16:3e:e9:f9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9228e96-1252-4d4e-9330-535cab45833e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:40:23.135542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:23.150112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:23.151479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38655ad6-161a-459c-8e9d-df722dfd67de {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:40:23.168029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 38655ad6-161a-459c-8e9d-df722dfd67de, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38655ad6-161a-459c-8e9d-df722dfd67de,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:23.171675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:23.173585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:23.254701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=38655ad6-161a-459c-8e9d-df722dfd67de,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:23.260818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:23.450408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['38655ad6-161a-459c-8e9d-df722dfd67de'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:40:23.818494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:24.089554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c95fb-50e4-457a-90bf-dbe676e4398f req-4964996a-5f48-4c56-8e16-1f53794fd78e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:24.091270 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b89c95fb-50e4-457a-90bf-dbe676e4398f req-4964996a-5f48-4c56-8e16-1f53794fd78e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 944 time: 0.0972629
Apr 13 14:40:24.122978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b89c95fb-50e4-457a-90bf-dbe676e4398f req-be002065-16bb-4f29-9463-1dcbe66ceaab tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249951
Apr 13 14:40:24.901003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 38655ad6-161a-459c-8e9d-df722dfd67de up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:40:24.976356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 38655ad6-161a-459c-8e9d-df722dfd67de completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:40:24.982020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 38655ad6-161a-459c-8e9d-df722dfd67de triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:40:24.982646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:25.115703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:25.127938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38655ad6-161a-459c-8e9d-df722dfd67de'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:40:25.139616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 38655ad6-161a-459c-8e9d-df722dfd67de, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38655ad6-161a-459c-8e9d-df722dfd67de,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:25.144264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:25.146667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:25.186517 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38655ad6-161a-459c-8e9d-df722dfd67de', 'code': 200}
Apr 13 14:40:25.255988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=38655ad6-161a-459c-8e9d-df722dfd67de,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:25.271294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:25.396848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:25.534407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315edda-53cf-492e-a1a7-8c2e18c45bbc req-a90e50f6-684f-4cf0-90cb-8c07162b8af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:25.536390 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c315edda-53cf-492e-a1a7-8c2e18c45bbc req-a90e50f6-684f-4cf0-90cb-8c07162b8af2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 1098 time: 0.1088431
Apr 13 14:40:25.539596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafa472-1311-4ad7-bee2-d45e65e1d116 req-73dae346-19a2-4b10-893c-4e684b459b28 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:25.541605 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8dafa472-1311-4ad7-bee2-d45e65e1d116 req-73dae346-19a2-4b10-893c-4e684b459b28 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 945 time: 0.1137283
Apr 13 14:40:25.582866 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c315edda-53cf-492e-a1a7-8c2e18c45bbc req-1053a2ed-28a5-4d9a-ae84-59ab24e1a43a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363464
Apr 13 14:40:25.592879 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8dafa472-1311-4ad7-bee2-d45e65e1d116 req-014b9ac3-c3db-46ff-920e-785b944fc09f tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438786
Apr 13 14:40:26.816960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2cac4-90b4-4020-9d05-7dc3211fbb5f req-83d639f6-c83f-4ccb-84f0-c2e601b62bc3 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:26.818621 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a3e2cac4-90b4-4020-9d05-7dc3211fbb5f req-83d639f6-c83f-4ccb-84f0-c2e601b62bc3 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 945 time: 0.0968120
Apr 13 14:40:26.857248 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a3e2cac4-90b4-4020-9d05-7dc3211fbb5f req-0ff3c2cc-867f-433a-8ae6-1e6529340216 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263731
Apr 13 14:40:28.172861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd529ac2-9159-4876-9003-45fbd772b2cf req-8ed4bfb8-b954-49ae-a90b-8624c6a1cc73 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:28.175823 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd529ac2-9159-4876-9003-45fbd772b2cf req-8ed4bfb8-b954-49ae-a90b-8624c6a1cc73 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 945 time: 0.1753273
Apr 13 14:40:28.212929 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd529ac2-9159-4876-9003-45fbd772b2cf req-eb9f5122-71b8-4da1-8a10-c99f035f9847 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0304749
Apr 13 14:40:29.896014 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-b47bc222-c73d-44ba-8302-cd4d0666814d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3270767
Apr 13 14:40:30.013056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-69a7d492-d0d7-491f-8976-097af97096de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:30.014871 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-69a7d492-d0d7-491f-8976-097af97096de service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 1099 time: 0.0912025
Apr 13 14:40:30.186744 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-d2505216-5775-4777-b441-114e315a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:30.189031 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-d2505216-5775-4777-b441-114e315a31a7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.1530654
Apr 13 14:40:30.354035 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-93f3a90b-d828-4481-8f5e-dd5ec92512ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16 HTTP/1.1" status: 200  len: 1002 time: 0.1572692
Apr 13 14:40:30.425677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-c50e1748-150d-43fd-9309-d4be1d2bdfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:30.427346 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-c50e1748-150d-43fd-9309-d4be1d2bdfbe service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.0664389
Apr 13 14:40:30.519261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-1c2d9da9-7cb1-4ab0-b981-302c37142369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:30.520964 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-1c2d9da9-7cb1-4ab0-b981-302c37142369 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872426
Apr 13 14:40:30.692420 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-7df4343e-1248-4d87-8df5-9f51c96d771d service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635880
Apr 13 14:40:30.843922 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3494c2b9-aa04-4956-9ae5-6ff683b52363 req-188d1acd-771a-44b3-851b-e241bb62780a service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429286
Apr 13 14:40:31.807274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:33.576824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41652) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:33.715919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:33.733127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:33.737944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Usage tracker for resource:security_group_rule and tenant:778f6cc4d8fc450db470447044d69ee0 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:40:33.741307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:40:33.747998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:33.840723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:33.844042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:33.854164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cfda8847-e153-495a-b417-ccc281f9034b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:33.899799 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=778f6cc4d8fc450db470447044d69ee0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3216269
Apr 13 14:40:33.900798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805aa8c1-869b-4ef8-9230-ae426121fccf,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:33.903306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41658) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:33.915607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.916270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.916924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.917623 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.918261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.918906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.919600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.920229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.920873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.921521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.922164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.923450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:33.931007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:33.988397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:34.020273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:34.067510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:34.071677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2216fb4-0683-4d38-b88a-95d030ec43f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:34.091849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805aa8c1-869b-4ef8-9230-ae426121fccf,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:34.096466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:34.108685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:34.109971 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/805aa8c1-869b-4ef8-9230-ae426121fccf HTTP/1.1" status: 204  len: 168 time: 0.2051189
Apr 13 14:40:44.259949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce431-211d-451b-83f1-85ff363eccbd req-afc7c4a3-9cf0-4b02-ae41-a443aa2fc332 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:44.261657 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e4fce431-211d-451b-83f1-85ff363eccbd req-afc7c4a3-9cf0-4b02-ae41-a443aa2fc332 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0971413
Apr 13 14:40:44.294491 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e4fce431-211d-451b-83f1-85ff363eccbd req-82c4deb9-8680-46ec-a25f-3d438b3f4160 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255404
Apr 13 14:40:45.506653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813c85c-2b7f-4c69-8ea0-37df4d72aaca req-9fae3fd3-64f1-4580-9065-613817f0a092 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:45.508417 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c813c85c-2b7f-4c69-8ea0-37df4d72aaca req-9fae3fd3-64f1-4580-9065-613817f0a092 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.0945361
Apr 13 14:40:45.547754 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c813c85c-2b7f-4c69-8ea0-37df4d72aaca req-7de353eb-0d59-4469-9904-e9b581e0f4af tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266671
Apr 13 14:40:46.648291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-11e2a38e-aa6f-47c6-bcd8-602c4b50c174 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:46.651274 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-11e2a38e-aa6f-47c6-bcd8-602c4b50c174 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2801926
Apr 13 14:40:46.858307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Deleting port 266170fa-7281-4fe5-bf6e-a8d608b371be {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:40:46.858695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:46.987366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6042444-a552-4e6f-ab82-836cf6e129fd req-27e25e77-ab88-4403-a2cc-d07e680c7897 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:46.989163 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c6042444-a552-4e6f-ab82-836cf6e129fd req-27e25e77-ab88-4403-a2cc-d07e680c7897 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 945 time: 0.2671936
Apr 13 14:40:47.062075 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c6042444-a552-4e6f-ab82-836cf6e129fd req-6caa5540-7d94-4a04-aa20-137516af83cd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647154
Apr 13 14:40:47.237149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] For port 266170fa-7281-4fe5-bf6e-a8d608b371be, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=266170fa-7281-4fe5-bf6e-a8d608b371be,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:47.237702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:47.557804 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:47.558268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:47.558622 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Floating IP c6a415ce-1344-4228-aa8d-51cc7b4ad867 disassociated. External IP: 172.27.3.120, port: 266170fa-7281-4fe5-bf6e-a8d608b371be.
Apr 13 14:40:47.559274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Calling delete_port for 266170fa-7281-4fe5-bf6e-a8d608b371be owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:40:47.706720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:47.721834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1f1d2219-1132-4d62-9811-ffa0e82e91ec tempest-DeleteServersTestJSON-2122494303 tempest-DeleteServersTestJSON-2122494303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:47.779626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event deleted for resources: {'Port': ['ID=266170fa-7281-4fe5-bf6e-a8d608b371be,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:47.784348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:48.113014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Router d328708d-875c-47ca-872a-07ddaac29354 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:40:48.342098 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9aa68863-32cf-44a9-ac1b-311ed84bd01e req-d2d1a259-bffc-4a68-b41b-ed22a958fe19 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8beb3ae-af02-4c3e-b2af-fcc309e435c7 HTTP/1.1" status: 200  len: 210 time: 0.0662262
Apr 13 14:40:48.408619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:40:48.419693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] Sync routers for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:40:48.431221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:40:48.432076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a706e4a8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:40:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:40:48.502925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] No DVR routers for this DVR port 266170fa-7281-4fe5-bf6e-a8d608b371be on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:40:48.506325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:48.509618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'name': 'network-vif-deleted', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:40:48.550903 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-03d1be5b-cdc6-4229-aa3e-338f7dda7b54 req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "DELETE /v2.0/ports/266170fa-7281-4fe5-bf6e-a8d608b371be HTTP/1.1" status: 204  len: 173 time: 1.8938222
Apr 13 14:40:48.679993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:40:48.931002 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8beb3ae-af02-4c3e-b2af-fcc309e435c7', 'name': 'network-vif-deleted', 'tag': '266170fa-7281-4fe5-bf6e-a8d608b371be', 'status': 'completed', 'code': 200}
Apr 13 14:40:49.116014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a706e4a8>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:40:49.121842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] Checking router: d328708d-875c-47ca-872a-07ddaac29354 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:40:49.133289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:40:49.134014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a706e4a8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:40:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:40:49.349344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:40:49.518941 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41754) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:49.607014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:49.645155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:49.707761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:49.713073 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f21f24fe-37a0-4ae6-b317-8e43dd5d0f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:49.735075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892b690-8a4d-4c18-a7b3-99b0dfab4e5b,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:49.739897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:49.751092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:49.755862 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "DELETE /v2.0/security-groups/d892b690-8a4d-4c18-a7b3-99b0dfab4e5b HTTP/1.1" status: 204  len: 168 time: 0.2325454
Apr 13 14:40:49.756609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41758) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:49.776921 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.v2.resource [None req-a8b0a2a9-52a8-48f4-9881-f2bcac84c49d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] show failed (client error): The resource could not be found.
Apr 13 14:40:49.782311 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a8b0a2a9-52a8-48f4-9881-f2bcac84c49d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups/d892b690-8a4d-4c18-a7b3-99b0dfab4e5b HTTP/1.1" status: 404  len: 347 time: 0.0206671
Apr 13 14:40:49.782617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a706e4a8>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:40:49.782811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41762) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:49.788912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee6e036-8285-489a-b1da-819703f677f0 None None] The sync data for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi is: [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:40:49.970317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Deleting port 723914ee-c4e5-499b-848f-180e03ffab44 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:40:49.971164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:49.985565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46b5c334-34fb-4c61-8561-7d3399f22f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:50.349116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46977488-660e-4149-b561-9b3dc368bacd None None] New status for floating IP c6a415ce-1344-4228-aa8d-51cc7b4ad867: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:40:50.449896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:50.450286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:50.631966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Calling delete_port for 723914ee-c4e5-499b-848f-180e03ffab44 owned by network:floatingip {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:40:50.761571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50895f5-b746-446e-99f5-88657c5aff2b req-7653574d-7717-407f-bc57-a8453e7a167a tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:50.763305 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e50895f5-b746-446e-99f5-88657c5aff2b req-7653574d-7717-407f-bc57-a8453e7a167a tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 945 time: 0.2448893
Apr 13 14:40:50.775312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85241) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:40:50.775732 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:40:50.801313 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e50895f5-b746-446e-99f5-88657c5aff2b req-a0e704e7-b953-4bc9-b057-656e5c0a7f0c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0294051
Apr 13 14:40:50.990360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 266170fa-7281-4fe5-bf6e-a8d608b371be no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:40:51.028268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 266170fa-7281-4fe5-bf6e-a8d608b371be {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:40:51.029132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 266170fa-7281-4fe5-bf6e-a8d608b371be not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:40:51.277551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Deleting port 723914ee-c4e5-499b-848f-180e03ffab44 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:40:51.277944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:51.477714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:51.478088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:51.621506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Calling delete_port for 723914ee-c4e5-499b-848f-180e03ffab44 owned by network:floatingip {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:40:51.775355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:51.792098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:51.848884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event deleted for resources: {'Port': ['ID=723914ee-c4e5-499b-848f-180e03ffab44,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:51.853085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:52.026496 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed9eb7-28a6-422c-aa14-1a828f54a0d1 req-9abdca58-c296-477c-bc97-44f1e736c4d1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:52.028242 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4eed9eb7-28a6-422c-aa14-1a828f54a0d1 req-9abdca58-c296-477c-bc97-44f1e736c4d1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 945 time: 0.1025796
Apr 13 14:40:52.061830 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4eed9eb7-28a6-422c-aa14-1a828f54a0d1 req-f5f010b5-2acd-4524-a836-208727ad53f3 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/security-groups?id=6737675b-705d-4e67-a14d-8618d42f964c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263386
Apr 13 14:40:52.120153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.145072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.146332 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "DELETE /v2.0/floatingips/c6a415ce-1344-4228-aa8d-51cc7b4ad867 HTTP/1.1" status: 204  len: 168 time: 2.3624048
Apr 13 14:40:52.173209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70d79320-31b2-4f7c-b921-b10bd000f722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.173690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-0b1876e2-bfc2-4f98-8d26-99963efa89a1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:52.175361 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-0b1876e2-bfc2-4f98-8d26-99963efa89a1 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 945 time: 0.1137307
Apr 13 14:40:52.264376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Deleting port 38655ad6-161a-459c-8e9d-df722dfd67de {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:40:52.264773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.417399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41776) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:52.423162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--948798798', 'description': 'tempest-description--459333172'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:40:52.429614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:52.434401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:40:52.437494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:40:52.444232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:52.455061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.459026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:52.464065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group_rule and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:40:52.467063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:40:52.473344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:52.552620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.552892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] For port 38655ad6-161a-459c-8e9d-df722dfd67de, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=38655ad6-161a-459c-8e9d-df722dfd67de,segment=NetworkSegment(6cc709b2-1df7-4505-b7f3-74cbf55808c8),segment_id=6cc709b2-1df7-4505-b7f3-74cbf55808c8)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:40:52.553074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.556116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.562129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a87e12d3-35db-494c-8ddc-ab3a8e554dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:52.607954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1e09e8-a127-4d02-8291-1cec8f6822ed,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:52.615453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.616789 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.1982586
Apr 13 14:40:52.618540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.618951 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.619356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.621310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.621310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.621310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.621791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41780) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:52.621942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.621942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.621942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.621942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.622577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.622711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:40:52.626859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c8bcf08c-1877-428c-a8f2-707f79d23307 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:52.689615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e09e8-a127-4d02-8291-1cec8f6822ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:40:52.701839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Calling delete_port for 38655ad6-161a-459c-8e9d-df722dfd67de owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:40:52.741132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:52.749373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group_rule and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:40:52.755032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:40:52.764657 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:52.814860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.941041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.943883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:52.952966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['38655ad6-161a-459c-8e9d-df722dfd67de'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:40:52.959397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f97bdd8f-25b9-48fb-8a77-a93bf93490f1 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:53.016154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.029411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Pushing event deleted for resources: {'Port': ['ID=38655ad6-161a-459c-8e9d-df722dfd67de,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:53.038967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:53.085429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:53.120246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.134169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed14dc3-e119-4989-9153-28c44fa6b367,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:53.140212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:53.143439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.144741 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5229514
Apr 13 14:40:53.149565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41786) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:53.156213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'security_group_rule': {'security_group_id': 'ed1e09e8-a127-4d02-8291-1cec8f6822ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:40:53.163710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:53.168770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:security_group_rule and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:40:53.172229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:40:53.179722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:53.252612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.275853 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e728c166-cecd-41a8-9cb1-88c38ff9dde4 req-75605d9a-68d5-4c5b-91d7-18782c3ba081 tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0f79359-7b2b-4fdd-96bb-1769f5ef9b39 HTTP/1.1" status: 200  len: 210 time: 0.0745261
Apr 13 14:40:53.286173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] No DVR routers for this DVR port 38655ad6-161a-459c-8e9d-df722dfd67de on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:40:53.290439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.294529 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2cc4a008-5cee-4e65-8d93-00d769723006 req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] 10.222.0.48 "DELETE /v2.0/ports/38655ad6-161a-459c-8e9d-df722dfd67de HTTP/1.1" status: 204  len: 173 time: 1.1131866
Apr 13 14:40:53.295700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'name': 'network-vif-deleted', 'tag': '38655ad6-161a-459c-8e9d-df722dfd67de'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:40:53.339957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.342904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.352539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:53.359179 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0f79359-7b2b-4fdd-96bb-1769f5ef9b39', 'name': 'network-vif-deleted', 'tag': '38655ad6-161a-459c-8e9d-df722dfd67de', 'status': 'completed', 'code': 200}
Apr 13 14:40:53.374889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdad583-1a92-45d0-92a5-d7677591ac66,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:53.377641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:53.384840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.386137 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2354155
Apr 13 14:40:53.391740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41792) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:40:53.397469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:40:53.404112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:40:53.408906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Usage tracker for resource:floatingip and tenant:df8e5e8292f54527a7e72bd7f9178de1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:40:53.412174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:40:53.418988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:40:53.430561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.596362 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:53.809184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Allocated IP 172.27.3.170 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/2c159086-7d25-4106-9bda-f75da1ce0d11) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:40:53.833684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:54.003111 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:54.033967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:54.047358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf602a86-8d6e-40fb-8baa-a3b78e57840d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:54.182081 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'Port': ['ID=2c159086-7d25-4106-9bda-f75da1ce0d11,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:54.186791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:54.242742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:40:54.244407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:40:54.246891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:40:54.333337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:54.398141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:54.934982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:54.940140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:54.970076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:40:55.136556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'Port': ['ID=2c159086-7d25-4106-9bda-f75da1ce0d11,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:40:55.139644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:40:55.247211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:55.270985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:55.272385 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8796260
Apr 13 14:40:55.397199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:40:55.448016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-17198bc6-4d6a-4e1f-a063-b14c79aadfcc tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:40:55.464726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-17198bc6-4d6a-4e1f-a063-b14c79aadfcc tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:40:55.466114 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-17198bc6-4d6a-4e1f-a063-b14c79aadfcc tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--948798798&fields=id&tenant_id=df8e5e8292f54527a7e72bd7f9178de1 HTTP/1.1" status: 200  len: 267 time: 0.0478554
Apr 13 14:40:55.645770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-208e4cfb-df25-4b04-9182-404c3a6fdb8d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:40:55.646533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-208e4cfb-df25-4b04-9182-404c3a6fdb8d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:network {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:40:55.663420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-208e4cfb-df25-4b04-9182-404c3a6fdb8d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:network {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:40:55.664761 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-208e4cfb-df25-4b04-9182-404c3a6fdb8d tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 811 time: 0.1905329
Apr 13 14:40:55.683441 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-47d004d6-36d2-4665-83e0-c1cb4f3e81bf tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/quotas/df8e5e8292f54527a7e72bd7f9178de1 HTTP/1.1" status: 200  len: 375 time: 0.0118127
Apr 13 14:40:55.795079 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-8efc3e79-44a4-42c5-9c29-b40f19bb2d4a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0993264
Apr 13 14:40:56.032651 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-7caa364c-0ab5-448d-8616-2ea94816a3e4 service neutron] 10.222.0.22 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237973
Apr 13 14:40:56.224729 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-ba3965f6-f7b1-439b-b8c3-950f58a92008 service neutron] 10.222.0.22 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848006
Apr 13 14:40:56.492212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-97c5053a-ff1f-4be2-a707-33ecfba06cda req-5e740a73-4933-45ed-ba29-5fe5114879e0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:40:56.510719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-97c5053a-ff1f-4be2-a707-33ecfba06cda req-5e740a73-4933-45ed-ba29-5fe5114879e0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:40:56.512367 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97c5053a-ff1f-4be2-a707-33ecfba06cda req-5e740a73-4933-45ed-ba29-5fe5114879e0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 210 time: 0.0746615
Apr 13 14:40:57.556333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 38655ad6-161a-459c-8e9d-df722dfd67de no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:40:57.594986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 38655ad6-161a-459c-8e9d-df722dfd67de {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:40:57.596024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 38655ad6-161a-459c-8e9d-df722dfd67de not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:40:57.689604 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-075a2c9c-8da0-43e7-a12b-e6c208382820 req-77840fb6-42a7-4a90-bb11-d95f6cb89bbd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 210 time: 0.0489652
Apr 13 14:40:58.856001 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7c1ab8f2-541e-4eb9-9cd6-5b7dece5dbbd req-819f99d6-5f93-4457-9b99-58b5d1303992 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 210 time: 0.0492470
Apr 13 14:40:59.980433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:41:00.033869 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0f866dae-1f9b-42fe-afb9-9820e3e95fef req-0bfd7eaa-bc46-45af-807d-30e3a3f2fd79 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 210 time: 0.0582008
Apr 13 14:41:00.139068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c2d73fe3-2313-49c5-ac6a-fbe273852270 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:00.140593 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c2d73fe3-2313-49c5-ac6a-fbe273852270 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 811 time: 0.1949770
Apr 13 14:41:00.204359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-d1fa5d27-76d8-478e-87b8-9412e2324706 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:00.218613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-d1fa5d27-76d8-478e-87b8-9412e2324706 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:00.220560 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-d1fa5d27-76d8-478e-87b8-9412e2324706 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=df8e5e8292f54527a7e72bd7f9178de1 HTTP/1.1" status: 200  len: 5703 time: 0.0707397
Apr 13 14:41:00.230222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'port': {'device_id': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'admin_state_up': True, 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'security_groups': ['ed1e09e8-a127-4d02-8291-1cec8f6822ed']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:00.381230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:00.391938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:00.400807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Made reservation on behalf of df8e5e8292f54527a7e72bd7f9178de1 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:41:00.407365 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:00.567472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Allocated IP 172.20.0.13 (da2ba0b0-75e1-455f-b641-02f297d39d15/37eecacb-17bf-472c-bb5f-a8dd2f86fe61/ace7496b-dacc-4727-9eda-e84dc1e24fdb) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:00.825693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:00.850794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Transition to ACTIVE for port object ace7496b-dacc-4727-9eda-e84dc1e24fdb will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:00.890394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:00.919049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c9b89a6f-9665-4675-9c65-2ff27cb177c0 tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:00.970707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2ceb87-eee5-4a4b-a600-0693158a7aa1 req-1a30e3d3-dd86-4e28-a58f-aa5f5f987ab9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:00.972576 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ad2ceb87-eee5-4a4b-a600-0693158a7aa1 req-1a30e3d3-dd86-4e28-a58f-aa5f5f987ab9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.1132579
Apr 13 14:41:01.004568 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ad2ceb87-eee5-4a4b-a600-0693158a7aa1 req-987f5612-9327-47c1-9a79-65ebd702de97 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0251122
Apr 13 14:41:01.128028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event updated for resources: {'Port': ['ID=ace7496b-dacc-4727-9eda-e84dc1e24fdb,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:01.130949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:01.481839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Network da2ba0b0-75e1-455f-b641-02f297d39d15 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:01.484342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:01.487418 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:01.548303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46db237-d63b-4e92-b3e0-9c046d8bf01b req-b5b4fa45-a30b-4d89-a64f-6627136c19f2 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:01.549978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c46db237-d63b-4e92-b3e0-9c046d8bf01b req-b5b4fa45-a30b-4d89-a64f-6627136c19f2 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 932 time: 0.1650729
Apr 13 14:41:01.598285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:01.598998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:01.609477 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c46db237-d63b-4e92-b3e0-9c046d8bf01b req-64cdcb29-1aa1-4e61-b6e3-f3ff8d6e175a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521357
Apr 13 14:41:01.634186 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4056749
Apr 13 14:41:01.689308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-2444eb24-d7ff-49a5-816b-5a899fe4dfc4 None None] Provisioning for port ace7496b-dacc-4727-9eda-e84dc1e24fdb completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:01.694282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-2444eb24-d7ff-49a5-816b-5a899fe4dfc4 None None] Provisioning complete for port ace7496b-dacc-4727-9eda-e84dc1e24fdb triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:01.694704 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2444eb24-d7ff-49a5-816b-5a899fe4dfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:01.695084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Request body: {'port': {'device_id': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:01.756005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2444eb24-d7ff-49a5-816b-5a899fe4dfc4 None None] Port ace7496b-dacc-4727-9eda-e84dc1e24fdb cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:41:01.813770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:01.819344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:02.233283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35868ab-d37e-4fb3-9ea3-5b8f18d93940 req-a9e7df86-bf77-4a0f-b3dd-3d884fbd4dee tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:02.233936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace7496b-dacc-4727-9eda-e84dc1e24fdb {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:41:02.234980 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c35868ab-d37e-4fb3-9ea3-5b8f18d93940 req-a9e7df86-bf77-4a0f-b3dd-3d884fbd4dee tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.0979667
Apr 13 14:41:02.241996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:02.259254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Transition to ACTIVE for port object ace7496b-dacc-4727-9eda-e84dc1e24fdb will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:02.262450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:02.273151 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c35868ab-d37e-4fb3-9ea3-5b8f18d93940 req-3d157134-723c-4450-9076-cef936675bb1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0290129
Apr 13 14:41:02.279392 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8e552b17-39ff-403a-8b80-44daed61060c tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:02.479638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7496b-dacc-4727-9eda-e84dc1e24fdb,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:02.487011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:02.627193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-a2602a6c-dee3-4b03-b487-f4aef8bc7765 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:02.628915 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-a2602a6c-dee3-4b03-b487-f4aef8bc7765 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.2251008
Apr 13 14:41:02.814927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Deleting port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:41:02.815453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:02.947924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Attempting to bind port ace7496b-dacc-4727-9eda-e84dc1e24fdb on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:02.948300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Attempting to bind port ace7496b-dacc-4727-9eda-e84dc1e24fdb by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:02.948674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Attempting to bind port ace7496b-dacc-4727-9eda-e84dc1e24fdb on network da2ba0b0-75e1-455f-b641-02f297d39d15 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:02.997152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Port ace7496b-dacc-4727-9eda-e84dc1e24fdb on network da2ba0b0-75e1-455f-b641-02f297d39d15 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:41:02.997511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Attempting to bind port ace7496b-dacc-4727-9eda-e84dc1e24fdb on network da2ba0b0-75e1-455f-b641-02f297d39d15 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:03.015445 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:03.015842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Checking segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:03.016315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Bound using segment: {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:03.016797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Bound port: ace7496b-dacc-4727-9eda-e84dc1e24fdb, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d6fd630-b223-4b30-8654-15d0178a9986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:03.017175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:03.208764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45935fd1-16c8-48b2-8020-085867c48349 req-16c71d2a-90fc-4aa1-b75f-7b84752d84cb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:03.209493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-45935fd1-16c8-48b2-8020-085867c48349 req-16c71d2a-90fc-4aa1-b75f-7b84752d84cb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Synchronizing usage tracker for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:03.259435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] For port ace7496b-dacc-4727-9eda-e84dc1e24fdb, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:03.267224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] For port ace7496b-dacc-4727-9eda-e84dc1e24fdb, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:03.281665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:03.296083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-45935fd1-16c8-48b2-8020-085867c48349 req-16c71d2a-90fc-4aa1-b75f-7b84752d84cb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Unset dirty status for tenant:df8e5e8292f54527a7e72bd7f9178de1 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:03.297935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45935fd1-16c8-48b2-8020-085867c48349 req-16c71d2a-90fc-4aa1-b75f-7b84752d84cb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 944 time: 0.4969060
Apr 13 14:41:03.304072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:03.454475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] For port 08af70a8-0f8c-4d3e-86e2-2fbce3121488, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=08af70a8-0f8c-4d3e-86e2-2fbce3121488,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:03.454880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:03.529777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46221936-afee-40a1-a385-c9a08c471cc9 req-fb532c32-f55f-4799-914d-b11797628700 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:03.531411 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46221936-afee-40a1-a385-c9a08c471cc9 req-fb532c32-f55f-4799-914d-b11797628700 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 946 time: 0.1336114
Apr 13 14:41:03.551231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-45935fd1-16c8-48b2-8020-085867c48349 req-f9f44cc8-6163-4289-8968-891f0a01f6a1 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2158532
Apr 13 14:41:03.569576 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46221936-afee-40a1-a385-c9a08c471cc9 req-b92f8314-66b2-43b2-add8-f92f019d57a2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=5dcfd9f1-8bea-4bfe-8841-52236e89b21d&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0305545
Apr 13 14:41:03.585674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Pushing event updated for resources: {'Port': ['ID=ace7496b-dacc-4727-9eda-e84dc1e24fdb,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:03.593209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:03.978224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:03.978917 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:03.980502 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] 10.222.0.48 "PUT /v2.0/ports/ace7496b-dacc-4727-9eda-e84dc1e24fdb HTTP/1.1" status: 200  len: 1094 time: 2.3407502
Apr 13 14:41:03.981062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:04.109920 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'status': 'completed', 'code': 200}
Apr 13 14:41:04.161773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:04.162201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:04.162564 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Floating IP 8e415882-3493-4159-9836-751263b027bd disassociated. External IP: 172.27.3.108, port: 08af70a8-0f8c-4d3e-86e2-2fbce3121488.
Apr 13 14:41:04.162958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Calling delete_port for 08af70a8-0f8c-4d3e-86e2-2fbce3121488 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:41:04.241315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-977bc476-abe2-4d53-bca9-97fac25dc9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:04.242692 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-977bc476-abe2-4d53-bca9-97fac25dc9ac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 1097 time: 0.1929197
Apr 13 14:41:04.332975 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-cbc0de9f-a7c4-4efe-ad04-195ee2230d4c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb HTTP/1.1" status: 200  len: 217 time: 0.0696554
Apr 13 14:41:04.466333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-7fbed851-bcd8-4082-bf41-3507e752619c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:04.467967 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-7fbed851-bcd8-4082-bf41-3507e752619c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.0980599
Apr 13 14:41:04.469076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:04.485127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9973c2b2-5eeb-4a83-99f9-86b807904357 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:04.588752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event deleted for resources: {'Port': ['ID=08af70a8-0f8c-4d3e-86e2-2fbce3121488,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:04.598832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:04.773390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b09dee-647f-4274-89b2-5aeed4dd057e req-e8ede431-d8ba-4b6e-b544-35f1483a66d5 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:04.776523 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-22b09dee-647f-4274-89b2-5aeed4dd057e req-e8ede431-d8ba-4b6e-b544-35f1483a66d5 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 944 time: 0.1005456
Apr 13 14:41:04.780329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-3458eefd-5f46-416e-8702-7cd9b5104f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:04.782034 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-3458eefd-5f46-416e-8702-7cd9b5104f16 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2572606
Apr 13 14:41:04.784242 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ea365adf-b874-41ad-8d6d-133c90eb0b5a req-41f97d06-df8f-4f98-a95f-8e85882dcfe9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0705674
Apr 13 14:41:04.817020 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-22b09dee-647f-4274-89b2-5aeed4dd057e req-c3cee9d9-5b36-44e7-8304-e222a2ef6807 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337372
Apr 13 14:41:05.107402 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-245dae1f-28d5-41c1-b4ba-26867d181f91 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3171771
Apr 13 14:41:05.144349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Router 1852470f-650e-44d8-bf07-1c094357bd16 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:41:05.433231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80a17bb0-8ccf-4bc3-9666-58b5a5fc90bc req-509953d6-578f-453a-a33d-6831b5474343 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3163033
Apr 13 14:41:05.464948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:05.478766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] Sync routers for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:05.495838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:05.507561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6992cc0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:40:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:05.607481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] No DVR routers for this DVR port 08af70a8-0f8c-4d3e-86e2-2fbce3121488 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:41:05.611846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:05.630382 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-192f5969-43e6-4b42-9bb8-cae0d0357343 req-e1f8be73-e5e8-414d-9974-718f4cb95053 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "DELETE /v2.0/ports/08af70a8-0f8c-4d3e-86e2-2fbce3121488 HTTP/1.1" status: 204  len: 173 time: 2.9593389
Apr 13 14:41:05.668730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-5300650d-8826-4188-af32-dbf7f6f9fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:05.671261 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-5300650d-8826-4188-af32-dbf7f6f9fd8d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 1097 time: 0.1647792
Apr 13 14:41:05.899803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-5091a9e1-e105-46af-9b27-8b337b1fa8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:05.902612 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-5091a9e1-e105-46af-9b27-8b337b1fa8cf service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.2176712
Apr 13 14:41:05.965178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:06.064156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12417e-9981-45ce-859d-bf1c7569038e req-c9aff316-1977-4e23-829e-0731f3df0dc0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:06.065983 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cb12417e-9981-45ce-859d-bf1c7569038e req-c9aff316-1977-4e23-829e-0731f3df0dc0 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 944 time: 0.1075428
Apr 13 14:41:06.103557 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cb12417e-9981-45ce-859d-bf1c7569038e req-cc51474e-8122-4acb-af5c-0862d95c1a63 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0269260
Apr 13 14:41:06.115238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-deleted', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:06.121632 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-d0f20a1a-4b05-4aca-b13e-4f435bbbc5cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb HTTP/1.1" status: 200  len: 217 time: 0.2113254
Apr 13 14:41:06.137537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-b781b382-479d-47b2-ba0e-fb1bb0d81179 req-4f8e3b07-9049-4c4c-b942-ec4e4088880b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:06.154328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-b781b382-479d-47b2-ba0e-fb1bb0d81179 req-4f8e3b07-9049-4c4c-b942-ec4e4088880b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:06.155868 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b781b382-479d-47b2-ba0e-fb1bb0d81179 req-4f8e3b07-9049-4c4c-b942-ec4e4088880b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.1097677
Apr 13 14:41:06.221531 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66472330-e05f-46a5-afaf-70d63cc0b2d6', 'name': 'network-vif-deleted', 'tag': '08af70a8-0f8c-4d3e-86e2-2fbce3121488', 'status': 'completed', 'code': 200}
Apr 13 14:41:06.357632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6992cc0>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:06.362953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] Checking router: 1852470f-650e-44d8-bf07-1c094357bd16 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:06.372693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:06.373380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6992cc0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:40:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:06.569634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:06.916344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6992cc0>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:06.920734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1b7000-3e61-4dfe-8283-eede1be16578 None None] The sync data for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi is: [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:07.310443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e43b94-486c-46ae-8908-aa8bb38c75fe req-b94d267e-16d8-468e-8684-38af2b01fa41 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:07.313974 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-47e43b94-486c-46ae-8908-aa8bb38c75fe req-b94d267e-16d8-468e-8684-38af2b01fa41 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 944 time: 0.0919616
Apr 13 14:41:07.319552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c099ec4-905a-4053-aac8-f384946e07c1 None None] New status for floating IP 8e415882-3493-4159-9836-751263b027bd: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:41:07.344509 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-47e43b94-486c-46ae-8908-aa8bb38c75fe req-adad3666-649e-4b17-a54d-9239b808c8b6 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255785
Apr 13 14:41:07.365274 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3b947604-1512-4cdb-8d64-605b9d4fde13 req-80c831d8-37af-4e8f-8209-27f21878b1a9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0580981
Apr 13 14:41:07.878719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:41:07.920675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 08af70a8-0f8c-4d3e-86e2-2fbce3121488 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:41:07.921062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 08af70a8-0f8c-4d3e-86e2-2fbce3121488 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:41:08.556773 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2364e31d-fe7d-4aa1-bc86-40fccbc00eaf req-f0bdd214-c5a0-4064-bffd-c0b59b4185ff tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=66472330-e05f-46a5-afaf-70d63cc0b2d6 HTTP/1.1" status: 200  len: 210 time: 0.0537305
Apr 13 14:41:08.775644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c0e80-3de2-4454-a153-d5ae210960b3 req-76c2d82c-0f72-4041-9c68-add336bcb12a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:08.777268 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df0c0e80-3de2-4454-a153-d5ae210960b3 req-76c2d82c-0f72-4041-9c68-add336bcb12a tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 944 time: 0.3179789
Apr 13 14:41:08.807575 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df0c0e80-3de2-4454-a153-d5ae210960b3 req-81aa6b5e-f4bd-41d8-9209-8790c8882be4 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236959
Apr 13 14:41:08.945501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-c18c5c2e-a75d-4d58-91ac-42f8fd6d4345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:08.947102 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-c18c5c2e-a75d-4d58-91ac-42f8fd6d4345 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.0709624
Apr 13 14:41:09.053557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-0e8bf4f3-37af-4e26-8300-8b26b18547a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:09.055200 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-0e8bf4f3-37af-4e26-8300-8b26b18547a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941997
Apr 13 14:41:09.122061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ace7496b-dacc-4727-9eda-e84dc1e24fdb details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:41:09.213606 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-fd21a9d3-6529-4356-bdce-d04cbaaab3d1 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512470
Apr 13 14:41:09.305812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ace7496b-dacc-4727-9eda-e84dc1e24fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:09.321649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'port_id': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'mac_address': 'fa:16:3e:2d:d5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:41:09.365828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7f808998-1564-4d1b-aa1b-fd2d69b5a2d0 req-466b7877-4600-4b2e-9409-ce79988b4b47 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423576
Apr 13 14:41:09.384160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:09.385468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace7496b-dacc-4727-9eda-e84dc1e24fdb {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:41:09.401771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ace7496b-dacc-4727-9eda-e84dc1e24fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:09.407389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:09.410037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b20e9274-a30b-4ed0-adb5-784682e73731 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:09.484629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ace7496b-dacc-4727-9eda-e84dc1e24fdb,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:09.493050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.493442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.493825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.494200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.494573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.494946 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.495316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.495713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.496085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.496450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.496816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.497178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:09.501341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:09.626577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['ace7496b-dacc-4727-9eda-e84dc1e24fdb'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:41:09.695203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41950) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:09.765675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:09.797201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:09.848370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:09.853926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:09.869739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcfd9f1-8bea-4bfe-8841-52236e89b21d,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:09.873004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:09.879191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:09.883004 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "DELETE /v2.0/security-groups/5dcfd9f1-8bea-4bfe-8841-52236e89b21d HTTP/1.1" status: 204  len: 168 time: 0.1841221
Apr 13 14:41:09.883276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41956) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:09.901388 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.v2.resource [None req-ceadca40-97f5-482e-8018-a483618e28a4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] show failed (client error): The resource could not be found.
Apr 13 14:41:09.902462 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ceadca40-97f5-482e-8018-a483618e28a4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups/5dcfd9f1-8bea-4bfe-8841-52236e89b21d HTTP/1.1" status: 404  len: 347 time: 0.0180895
Apr 13 14:41:09.905527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 41960) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:10.129511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Deleting port 55151ea0-1926-4082-9aba-f0607943c690 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:41:10.130096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:10.246495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe8e83-def2-4c10-838d-6bff401d0dbc req-7307ad85-99f0-4213-b72c-cb6d223fd2af tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:10.248152 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fdfe8e83-def2-4c10-838d-6bff401d0dbc req-7307ad85-99f0-4213-b72c-cb6d223fd2af tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 945 time: 0.2796745
Apr 13 14:41:10.348193 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fdfe8e83-def2-4c10-838d-6bff401d0dbc req-db56d7c1-db68-4ece-9013-30a9c4f4644f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0930002
Apr 13 14:41:10.381265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:10.381628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:10.520011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Calling delete_port for 55151ea0-1926-4082-9aba-f0607943c690 owned by network:floatingip {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:41:10.681931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:10.769880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:10.819641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event deleted for resources: {'Port': ['ID=55151ea0-1926-4082-9aba-f0607943c690,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:10.822488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:10.972467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:10.996027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:10.997271 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "DELETE /v2.0/floatingips/8e415882-3493-4159-9836-751263b027bd HTTP/1.1" status: 204  len: 168 time: 1.0907805
Apr 13 14:41:11.133208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ace7496b-dacc-4727-9eda-e84dc1e24fdb up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:11.208136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port ace7496b-dacc-4727-9eda-e84dc1e24fdb completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:11.213391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port ace7496b-dacc-4727-9eda-e84dc1e24fdb triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:11.213823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:11.343331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:11.356248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:11.367850 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ace7496b-dacc-4727-9eda-e84dc1e24fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:11.370930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:11.373158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:11.446691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ace7496b-dacc-4727-9eda-e84dc1e24fdb,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:11.450533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:11.480404 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'code': 200}
Apr 13 14:41:11.578405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41980) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:11.584693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650135680', 'description': 'tempest-description--595172299'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:11.591231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:11.596182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:11.599962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:11.608638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:11.620906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:11.626666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:11.631529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group_rule and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:11.635091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:11.642312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:11.668317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d89fd-2c4a-4f16-b864-d32fe8282db3 req-b347b872-7eec-4114-810d-f4529c1545cd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:11.669965 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f5d89fd-2c4a-4f16-b864-d32fe8282db3 req-b347b872-7eec-4114-810d-f4529c1545cd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 946 time: 0.0956225
Apr 13 14:41:11.701833 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f5d89fd-2c4a-4f16-b864-d32fe8282db3 req-845581e7-b46b-4c71-b9a6-f82b231a46c1 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0250931
Apr 13 14:41:11.778683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:11.783074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:11.789783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5393c8b7-1776-4333-bd31-43c26c571032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:11.828227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0aa27-49f1-49d0-89ab-69fd82adabf4 req-402480e9-c48e-4939-9506-014447837c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:11.830435 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d5a0aa27-49f1-49d0-89ab-69fd82adabf4 req-402480e9-c48e-4939-9506-014447837c2f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 1099 time: 0.1619487
Apr 13 14:41:11.868074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3595959-7030-489b-b03d-b391eef8d9da,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:11.873639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:11.878369 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d5a0aa27-49f1-49d0-89ab-69fd82adabf4 req-02c718c4-f6c3-4d75-bf45-d6a16f412d62 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347207
Apr 13 14:41:11.879126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:11.880796 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3003609
Apr 13 14:41:11.883548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41988) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:11.889136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'security_group_rule': {'security_group_id': 'a3595959-7030-489b-b03d-b391eef8d9da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:11.895801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:11.899986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group_rule and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:11.903301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:11.910373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:11.930109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.039013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.042221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.051044 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-94a0f5fa-f3fd-41e1-8866-6bda3dc2a14f tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:12.074504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef48827-68bb-4230-b314-def61a227f67,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:12.077177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:12.081124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.082500 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7d917117-30ed-4446-ab8d-f46ad6920606 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1978338
Apr 13 14:41:12.085344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 41994) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:12.092342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'security_group_rule': {'security_group_id': 'a3595959-7030-489b-b03d-b391eef8d9da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:12.099084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:12.103724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:security_group_rule and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:12.107315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:12.114585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:12.132734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.213913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.216785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.219368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:12.241453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4804604-74b1-46a1-8514-97671285d721,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:12.245921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:12.254502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.255779 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1693933
Apr 13 14:41:12.259051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42000) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:12.265467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:12.272191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:12.276270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Usage tracker for resource:floatingip and tenant:73c6ae81c397484792ceb85cc84e1026 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:12.279261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:12.286125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:12.299027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.442486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.601063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Allocated IP 172.27.3.135 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/c5ab6a2e-ab79-481e-a919-1cb212593e41) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:12.786366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.817714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:12.835578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:13.038432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'Port': ['ID=c5ab6a2e-ab79-481e-a919-1cb212593e41,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:13.041491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:13.117018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1bde8-67c6-41fb-8ba6-d3b79d585d20 req-7bf96bad-63fb-4f42-8331-9603b566d8ea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:13.118729 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-55c1bde8-67c6-41fb-8ba6-d3b79d585d20 req-7bf96bad-63fb-4f42-8331-9603b566d8ea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 946 time: 0.2843108
Apr 13 14:41:13.123545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:13.124795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:13.129228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:13.197237 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-55c1bde8-67c6-41fb-8ba6-d3b79d585d20 req-5548990f-f69f-4367-b1e7-0d53d10b4b1b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697110
Apr 13 14:41:13.295971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:13.373650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:13.416973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71d625-49a4-48ff-a5b7-3e8e428407bd req-0fc17a37-991b-48ed-bf10-7fbe21024000 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:13.419014 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0a71d625-49a4-48ff-a5b7-3e8e428407bd req-0fc17a37-991b-48ed-bf10-7fbe21024000 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 946 time: 0.1051662
Apr 13 14:41:13.430379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42014) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:13.436616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Request body: {'floatingip': {'port_id': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:13.525875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:13.708210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:13.712496 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:13.728810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d834aba4-7d91-4ea9-a356-c507f4ba80c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:13.876784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'Port': ['ID=c5ab6a2e-ab79-481e-a919-1cb212593e41,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:13.881867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:13.977346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:14.003949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:14.013829 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7452197
Apr 13 14:41:14.247595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-9ddfb10d-eacc-4c68-901c-305cd3821fe7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:14.264303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-9ddfb10d-eacc-4c68-901c-305cd3821fe7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:14.265604 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-9ddfb10d-eacc-4c68-901c-305cd3821fe7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1650135680&fields=id&tenant_id=73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 267 time: 0.0653746
Apr 13 14:41:14.416435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:14.419465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:14.436746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-f831df39-5fd7-4959-97de-05d0ba722764 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:14.438354 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-f831df39-5fd7-4959-97de-05d0ba722764 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 816 time: 0.1637657
Apr 13 14:41:14.455614 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-87cebfc3-09b8-49ae-8049-fd5ecc1e68da tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/quotas/73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 375 time: 0.0107243
Apr 13 14:41:14.556086 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-02db723f-cb0a-4ac0-ae3e-2ca5d90523f2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0939376
Apr 13 14:41:14.611928 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Floating IP 8557831e-06ad-4a7f-859d-6c656aabc993 associated. External IP: 172.27.3.170, port: ace7496b-dacc-4727-9eda-e84dc1e24fdb.
Apr 13 14:41:14.772350 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-aad68699-2812-4dad-95ef-fa044c3ffcf6 service neutron] 10.222.0.22 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2016168
Apr 13 14:41:14.922714 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-6e0a40c6-d763-4efc-b449-079c8ab5d975 service neutron] 10.222.0.22 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429305
Apr 13 14:41:15.005790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Router d328708d-875c-47ca-872a-07ddaac29354 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:41:15.201650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-edeab4b8-34a1-4e9f-b034-2d0f4aed2846 req-c2788549-4804-4257-9bc3-6b9c429acd09 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:15.242882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-edeab4b8-34a1-4e9f-b034-2d0f4aed2846 req-c2788549-4804-4257-9bc3-6b9c429acd09 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:15.244211 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-edeab4b8-34a1-4e9f-b034-2d0f4aed2846 req-c2788549-4804-4257-9bc3-6b9c429acd09 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 210 time: 0.1066647
Apr 13 14:41:15.268117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:15.281890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:15.289936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] Sync routers for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:15.301129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:15.301732 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6ac7208>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:40:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:15.347604 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-27ffb74a-c424-412b-8922-db19b5689670 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "PUT /v2.0/floatingips/8557831e-06ad-4a7f-859d-6c656aabc993 HTTP/1.1" status: 200  len: 992 time: 1.9134264
Apr 13 14:41:15.347604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:15.468147 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'status': 'completed', 'code': 200}
Apr 13 14:41:15.530698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:15.583955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-33ac2399-1773-4a34-96af-551a0f65fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:15.585680 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-33ac2399-1773-4a34-96af-551a0f65fe3c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 1099 time: 0.0947526
Apr 13 14:41:15.734600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-8284d220-ccf1-42b9-8c7f-f0a3227fc56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:15.736231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-8284d220-ccf1-42b9-8c7f-f0a3227fc56c service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.1445596
Apr 13 14:41:15.861317 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-cc037846-b2b6-4590-9844-60a7326efb4f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb HTTP/1.1" status: 200  len: 1000 time: 0.1189082
Apr 13 14:41:15.933839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6ac7208>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '8557831e-06ad-4a7f-859d-6c656aabc993', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'port_id': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'mac_address': 'fa:16:3e:2d:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:54Z', 'updated_at': '2021-04-13T14:41:14Z', 'revision_number': 1, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:15.940378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] Checking router: d328708d-875c-47ca-872a-07ddaac29354 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:15.951478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:15.952194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6ac7208>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:40:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:15.955178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-896dab5e-d799-4304-9cf3-f12f16f1cd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:15.958155 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-896dab5e-d799-4304-9cf3-f12f16f1cd65 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.0906491
Apr 13 14:41:16.061551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-c667d631-c3a0-48cf-bd13-743293722b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:16.064427 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-c667d631-c3a0-48cf-bd13-743293722b44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0996521
Apr 13 14:41:16.217899 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-532f49ed-e950-4d51-84c1-163e3675d94c service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457226
Apr 13 14:41:16.339461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:16.446636 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f1965837-67fa-4a43-8ff5-2c296fe7fa18 req-bc376f5d-0f37-43e4-b631-aa16ad69538f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 210 time: 0.0569077
Apr 13 14:41:16.714329 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-446c239a-8fe0-4201-aecb-65d2a387e121 req-fba3f657-e90c-4faf-b022-5252c200218f service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4893737
Apr 13 14:41:16.749550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-9a25af8a-ef90-41b0-85fb-9c8c639c6af3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:16.751120 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-9a25af8a-ef90-41b0-85fb-9c8c639c6af3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 816 time: 0.4319217
Apr 13 14:41:16.754671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6ac7208>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '8557831e-06ad-4a7f-859d-6c656aabc993', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'port_id': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'mac_address': 'fa:16:3e:2d:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:54Z', 'updated_at': '2021-04-13T14:41:14Z', 'revision_number': 1, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:16.758945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e66eb0f-b61c-4a17-bb4d-dbab5f22afdf None None] The sync data for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi is: [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '8557831e-06ad-4a7f-859d-6c656aabc993', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'port_id': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'mac_address': 'fa:16:3e:2d:d5:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:40:54Z', 'updated_at': '2021-04-13T14:41:14Z', 'revision_number': 1, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:16.819185 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-5f10491d-cc9b-4fd4-b232-62e14193491a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 5708 time: 0.0590415
Apr 13 14:41:16.828039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'port': {'device_id': '0352dd30-3f68-4433-892b-e2daf5801c49', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'admin_state_up': True, 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'security_groups': ['a3595959-7030-489b-b03d-b391eef8d9da']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:16.976548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:16.987908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:16.997176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Made reservation on behalf of 73c6ae81c397484792ceb85cc84e1026 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:41:17.003338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:17.043540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead73db-12fd-4ca5-a5a7-a0334c6c1726 None None] New status for floating IP 8557831e-06ad-4a7f-859d-6c656aabc993: ACTIVE {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:41:17.164305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Allocated IP 172.20.0.7 (315b8017-15b7-4e3c-99d5-ab3d9283683f/3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e/ff8bc3b4-674a-445b-963f-7b82c1673348) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:17.415105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:17.432997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Transition to ACTIVE for port object ff8bc3b4-674a-445b-963f-7b82c1673348 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:17.458096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:17.474077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3b700415-3d12-4afb-b973-8ea4dc0c2ed3 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:17.623022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:17.629258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:17.676831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:17.677283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0bc52-9272-429e-9ef3-2984c01c7b67 req-d13fd077-9953-4e51-83e5-e4ad091f6c4d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:17.678097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:17.679136 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0bf0bc52-9272-429e-9ef3-2984c01c7b67 req-d13fd077-9953-4e51-83e5-e4ad091f6c4d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 931 time: 0.1088023
Apr 13 14:41:17.680622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:17.714071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-0bf0bc52-9272-429e-9ef3-2984c01c7b67 req-cec445c7-4d6f-4981-ab63-bcac0ab9fc32 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:17.727029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-0bf0bc52-9272-429e-9ef3-2984c01c7b67 req-cec445c7-4d6f-4981-ab63-bcac0ab9fc32 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:17.736156 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0bf0bc52-9272-429e-9ef3-2984c01c7b67 req-cec445c7-4d6f-4981-ab63-bcac0ab9fc32 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482447
Apr 13 14:41:17.765262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:17.766531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:17.793833 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9699371
Apr 13 14:41:17.805824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Request body: {'port': {'device_id': '0352dd30-3f68-4433-892b-e2daf5801c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:17.934619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:17.941548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b3fd6964-001c-414b-b32b-930348f4b606 None None] Provisioning for port ff8bc3b4-674a-445b-963f-7b82c1673348 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:17.947962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b3fd6964-001c-414b-b32b-930348f4b606 None None] Provisioning complete for port ff8bc3b4-674a-445b-963f-7b82c1673348 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:17.948380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b3fd6964-001c-414b-b32b-930348f4b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:18.007854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd6964-001c-414b-b32b-930348f4b606 None None] Port ff8bc3b4-674a-445b-963f-7b82c1673348 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:41:18.351883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff8bc3b4-674a-445b-963f-7b82c1673348 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:41:18.360417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:18.375909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Transition to ACTIVE for port object ff8bc3b4-674a-445b-963f-7b82c1673348 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:18.378532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:18.394214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83bb8954-8858-4115-910e-ae97b1433c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:18.538371 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:18.543745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:18.778810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Attempting to bind port ff8bc3b4-674a-445b-963f-7b82c1673348 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:18.779468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Attempting to bind port ff8bc3b4-674a-445b-963f-7b82c1673348 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:18.779468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Attempting to bind port ff8bc3b4-674a-445b-963f-7b82c1673348 on network 315b8017-15b7-4e3c-99d5-ab3d9283683f {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:18.786093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Port ff8bc3b4-674a-445b-963f-7b82c1673348 on network 315b8017-15b7-4e3c-99d5-ab3d9283683f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:41:18.786468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Attempting to bind port ff8bc3b4-674a-445b-963f-7b82c1673348 on network 315b8017-15b7-4e3c-99d5-ab3d9283683f {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:18.792856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:18.793294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Checking segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:18.793842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Bound using segment: {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:18.794636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Bound port: ff8bc3b4-674a-445b-963f-7b82c1673348, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '075f0790-b29c-4b6b-82ff-3948e90cd378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:18.795031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:18.891135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:18.894671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:18.898527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:18.914223 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:18.976346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f143239-0753-42a9-a501-9937557b5ed9 req-7e6bb557-7411-4707-b984-c9def5e6809b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:18.977991 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6f143239-0753-42a9-a501-9937557b5ed9 req-7e6bb557-7411-4707-b984-c9def5e6809b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1023438
Apr 13 14:41:19.012340 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6f143239-0753-42a9-a501-9937557b5ed9 req-1cbb1240-3af4-4e1e-a199-47fad17a6d21 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277727
Apr 13 14:41:19.073006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:19.079318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:19.109609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:19.110354 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:19.111735 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] 10.222.0.48 "PUT /v2.0/ports/ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 1093 time: 1.3107991
Apr 13 14:41:19.112253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:19.194906 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'status': 'completed', 'code': 200}
Apr 13 14:41:19.264028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-f31cb146-1d28-44bc-9d5c-82393479aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:19.267591 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-f31cb146-1d28-44bc-9d5c-82393479aca5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1096 time: 0.1200292
Apr 13 14:41:19.346119 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-e8dfa97d-e388-49ec-b4f5-ed3dc432ae51 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 217 time: 0.0711753
Apr 13 14:41:19.417632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-c8ecd27b-3172-4253-b788-2c73ffa6fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:19.419151 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-c8ecd27b-3172-4253-b788-2c73ffa6fade service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.0669413
Apr 13 14:41:19.510202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-243e887a-e3ef-4bf7-ad06-2020627a81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:19.511880 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-243e887a-e3ef-4bf7-ad06-2020627a81b5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865803
Apr 13 14:41:19.657596 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-bf36a5dc-1564-4c30-8816-774562aaa463 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388876
Apr 13 14:41:19.804803 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7cdc137-1461-4efd-b967-337192b3ba3f req-466bfdb0-8c89-440f-adf5-ecb4d8168327 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408174
Apr 13 14:41:19.935385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-ce632aac-9a5c-4345-9600-9ae0f13292ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:19.937032 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-ce632aac-9a5c-4345-9600-9ae0f13292ea service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1096 time: 0.0824838
Apr 13 14:41:19.990834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-804f4823-0ad0-412c-bed0-758dd8538f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:20.104511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-247d1762-72f2-4b09-aa5d-332c3e9b1ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:20.106503 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-247d1762-72f2-4b09-aa5d-332c3e9b1ddf service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.1616251
Apr 13 14:41:20.230308 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-4a1d4ef4-45f0-4232-bb16-9538e9e0f4bf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 217 time: 0.1144779
Apr 13 14:41:20.264006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea1639-9894-4994-9ec8-8e0e138768f1 req-e34e2a4a-1d75-4f89-a8ff-14dbec50df82 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:20.266171 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cbea1639-9894-4994-9ec8-8e0e138768f1 req-e34e2a4a-1d75-4f89-a8ff-14dbec50df82 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 946 time: 0.1071520
Apr 13 14:41:20.298502 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cbea1639-9894-4994-9ec8-8e0e138768f1 req-96b0c8c7-4620-41af-850e-c93e9124c1df tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255961
Apr 13 14:41:20.319863 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-5ee19880-31bc-4978-b908-6c57a4a887e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:20.321415 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-5ee19880-31bc-4978-b908-6c57a4a887e2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.0791867
Apr 13 14:41:20.385174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881e62-2a8c-4fcf-ad2a-75862d44b1ca req-ca898e41-3fbd-44e3-a6f5-70ba79294fe4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:20.385945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-00881e62-2a8c-4fcf-ad2a-75862d44b1ca req-ca898e41-3fbd-44e3-a6f5-70ba79294fe4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Synchronizing usage tracker for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:20.413944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-00881e62-2a8c-4fcf-ad2a-75862d44b1ca req-ca898e41-3fbd-44e3-a6f5-70ba79294fe4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Unset dirty status for tenant:73c6ae81c397484792ceb85cc84e1026 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:20.415207 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-00881e62-2a8c-4fcf-ad2a-75862d44b1ca req-ca898e41-3fbd-44e3-a6f5-70ba79294fe4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.2310586
Apr 13 14:41:20.457866 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-00881e62-2a8c-4fcf-ad2a-75862d44b1ca req-5f3489d7-75a4-489f-bf1d-18b7e62ca88c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355163
Apr 13 14:41:20.459974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-721a0d6d-0c6e-4938-a27b-eccc7f86c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:20.461469 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-721a0d6d-0c6e-4938-a27b-eccc7f86c1d8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1266687
Apr 13 14:41:20.608217 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-01a4e5d8-b124-4aa9-ad18-13a51cb39978 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396248
Apr 13 14:41:20.766642 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21350798-dbf0-4e4f-8bcb-4c33707b84f5 req-2b03e1d5-3039-4222-bc4d-c8c875f0da2c service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506567
Apr 13 14:41:21.291244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42126) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:21.360825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Deleting subnet c9228e96-1252-4d4e-9330-535cab45833e {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:41:21.363977 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:21.517064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b1bf7-1e38-4d01-b675-2a4f44ebcf09 req-4754e330-3340-4b08-bcb3-35b022e76d31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:21.518977 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-657b1bf7-1e38-4d01-b675-2a4f44ebcf09 req-4754e330-3340-4b08-bcb3-35b022e76d31 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 946 time: 0.0982471
Apr 13 14:41:21.556788 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-657b1bf7-1e38-4d01-b675-2a4f44ebcf09 req-82efb22d-01ff-4de7-b2c0-2394980a9996 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307083
Apr 13 14:41:21.656232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-56d84f2d-b29e-4473-87cf-6a20ba939805 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:21.658290 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-56d84f2d-b29e-4473-87cf-6a20ba939805 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 946 time: 0.0915458
Apr 13 14:41:21.703883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:21.736307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Deleting port ce1ccc91-681a-4bde-90f0-1f8506389f16 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:41:21.736697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:21.782234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:21.823710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c059a6-d50e-4b10-bdd8-43c71d679c71 req-a0ee2414-1dde-42a6-bdc4-ea964afcdc8e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:21.825265 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e6c059a6-d50e-4b10-bdd8-43c71d679c71 req-a0ee2414-1dde-42a6-bdc4-ea964afcdc8e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1961284
Apr 13 14:41:21.887961 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e6c059a6-d50e-4b10-bdd8-43c71d679c71 req-2acf712f-8eb5-4385-a7a5-90ae224cbad3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512419
Apr 13 14:41:22.107961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.125802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-65ccc384-90a6-43ca-b872-f1d36bb1cf36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:22.177834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9228e96-1252-4d4e-9330-535cab45833e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:22.183097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:22.190009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-faaee107-6852-445f-b18e-f0b96000d860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.281249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.288063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] For port ce1ccc91-681a-4bde-90f0-1f8506389f16, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ce1ccc91-681a-4bde-90f0-1f8506389f16,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:22.288472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.288887 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d7fc7be6-1922-4613-8d8b-cf890de03d02 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c9228e96-1252-4d4e-9330-535cab45833e HTTP/1.1" status: 204  len: 168 time: 0.9960363
Apr 13 14:41:22.290429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42136) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:22.409631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.604160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.611580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.612008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.612369 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Floating IP 5897371e-d42d-4122-bb1d-8acc6124eb89 disassociated. External IP: 172.27.3.244, port: ce1ccc91-681a-4bde-90f0-1f8506389f16.
Apr 13 14:41:22.612762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Calling delete_port for ce1ccc91-681a-4bde-90f0-1f8506389f16 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:41:22.765710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.769464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a6b4aba8>,) {'filters': {'network_id': ['85889336-a883-47ac-9a06-86f411aa64a5']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:22.780867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ace434a7-1cdd-401c-ac10-d0debc4ff4c0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:22.785449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6b4aba8>, '6cc709b2-1df7-4505-b7f3-74cbf55808c8') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:22.785788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6b4aba8>, '6cc709b2-1df7-4505-b7f3-74cbf55808c8') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:22.801618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.830240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:22.840208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event deleted for resources: {'Port': ['ID=ce1ccc91-681a-4bde-90f0-1f8506389f16,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:22.844114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddc945-3bac-42fe-8d8a-31dde560a10a req-e40ac749-4e95-48d0-8089-d5c1781d5267 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:22.844591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:22.845677 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3eddc945-3bac-42fe-8d8a-31dde560a10a req-e40ac749-4e95-48d0-8089-d5c1781d5267 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 867 time: 0.1645212
Apr 13 14:41:22.848409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:41:22.960072 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3eddc945-3bac-42fe-8d8a-31dde560a10a req-fba8e49b-5c94-424b-bb13-bc649cf08f73 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0965612
Apr 13 14:41:23.060103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Network 85889336-a883-47ac-9a06-86f411aa64a5 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:41:23.069355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.104235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.210881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:41:23.240057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f1a2c-18e5-44a8-837c-1d09ccb5966e req-2244fb58-2727-4917-b080-a584d2c1f048 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:23.241704 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-508f1a2c-18e5-44a8-837c-1d09ccb5966e req-2244fb58-2727-4917-b080-a584d2c1f048 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1492834
Apr 13 14:41:23.246871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:41:23.249825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Network 85889336-a883-47ac-9a06-86f411aa64a5 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:41:23.290280 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:41:23.340062 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-508f1a2c-18e5-44a8-837c-1d09ccb5966e req-3507fd99-e79b-4311-9d53-835efe50e2c8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902514
Apr 13 14:41:23.355244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.359440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b4d6ebeb-7069-4e43-aad7-6b247d26abdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:23.376403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.395064 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] 10.222.0.22 "DELETE /v2.0/networks/85889336-a883-47ac-9a06-86f411aa64a5 HTTP/1.1" status: 204  len: 168 time: 1.1034868
Apr 13 14:41:23.396540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=85889336-a883-47ac-9a06-86f411aa64a5,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:23.402956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca252765-19fc-4c53-862b-5dbae67f7b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:23.412795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:23.432905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'port_id': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'mac_address': 'fa:16:3e:cb:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:41:23.500654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.502068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8bc3b4-674a-445b-963f-7b82c1673348 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:41:23.520041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:23.524162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.527263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:23.531262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:23.612994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] No DVR routers for this DVR port ce1ccc91-681a-4bde-90f0-1f8506389f16 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:41:23.615335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:23.615643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.618571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'name': 'network-vif-deleted', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:23.640401 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6a9eddf0-10d1-4cac-bb2b-d8591ef99136 req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "DELETE /v2.0/ports/ce1ccc91-681a-4bde-90f0-1f8506389f16 HTTP/1.1" status: 204  len: 173 time: 1.9763749
Apr 13 14:41:23.651935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42150) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:23.659033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:23.660474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6c42b38>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:23.682701 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774785df-5fa5-4d79-b865-6558e967c4de', 'name': 'network-vif-deleted', 'tag': 'ce1ccc91-681a-4bde-90f0-1f8506389f16', 'status': 'completed', 'code': 200}
Apr 13 14:41:23.705166 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1f17d48b-9b7c-4963-b069-f35c60fc46cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e51238b19ec4ef7bf7e093eaed872df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503049
Apr 13 14:41:23.707150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42154) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:23.774263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.804642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.850962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.856065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-488d1333-71d1-45b7-82ec-f93db7ee3e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:23.871333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6737675b-705d-4e67-a14d-8618d42f964c,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:23.873807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:23.883258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:23.884534 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6737675b-705d-4e67-a14d-8618d42f964c HTTP/1.1" status: 204  len: 168 time: 0.1762786
Apr 13 14:41:23.919184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['ff8bc3b4-674a-445b-963f-7b82c1673348'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:41:24.008059 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:24.019180 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:24.034324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:24.150883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:24.209209 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a62b0261-07b6-4ea8-9460-169c0b0b9be4 req-191814ab-a790-484d-bd1c-b25f544f2956 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=774785df-5fa5-4d79-b865-6558e967c4de HTTP/1.1" status: 200  len: 210 time: 0.0646005
Apr 13 14:41:24.569869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6c42b38>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:24.577249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:24.587883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:24.588781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6c42b38>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:24.669786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988610d-c164-453f-95f5-081aefedadd1 req-1e0055ad-26ce-4407-851d-f68305b2ca56 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:24.672020 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1988610d-c164-453f-95f5-081aefedadd1 req-1e0055ad-26ce-4407-851d-f68305b2ca56 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 944 time: 0.1535954
Apr 13 14:41:24.716400 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1988610d-c164-453f-95f5-081aefedadd1 req-0b6ce16c-022d-4379-8e37-c0670421ecde tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0288324
Apr 13 14:41:24.811817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:24.827137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42184) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:24.955265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1301787132-network', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:24.964439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:24.972961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Usage tracker for resource:network and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:24.978702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:24.991212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:25.002211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Made reservation on behalf of ebc701f451e643f69507900fcdc1cb43 for: {'network': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:41:25.007442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.022321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.038742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:25.043145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:25.046499 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:25.055114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:25.163685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.166933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.172346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a35dff2-4b87-47d7-b4ff-f58f113c91b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:25.205753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422}  {{(pid=85241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:41:25.216818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed45d4b-34a7-42c6-bc68-e893938648ba,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:25.220412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:25.229570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.230143 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Added segment e425b177-012e-4b8f-8c8c-d6ac7aa25904 of type vlan for network 292d55ca-6c4e-4e20-825c-67fda9f136a7
Apr 13 14:41:25.236132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:25.282088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.323760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.326104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:25.326763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.338549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7b8d48a-df6c-4122-b266-1a7680a5870a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:25.402421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port ff8bc3b4-674a-445b-963f-7b82c1673348 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:25.416549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port ff8bc3b4-674a-445b-963f-7b82c1673348 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:25.417027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.447367 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6183650
Apr 13 14:41:25.450776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42196) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:25.455614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.459853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Request body: {'subnet': {'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1301787132-subnet', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:25.463525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Pushing event updated for resources: {'Network': ['ID=292d55ca-6c4e-4e20-825c-67fda9f136a7,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:25.467210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e3a4fe7e-a577-46ec-a5a5-4185780451f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:25.468392 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:25.474510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Usage tracker for resource:subnet and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:25.479243 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:41:25.485023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:25.494652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:25.508009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Made reservation on behalf of ebc701f451e643f69507900fcdc1cb43 for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:41:25.513231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840653292'] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.639729 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-147df2b4-fee3-49ee-81aa-2408423fbba1 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196655440&fields=id&tenant_id=bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 267 time: 0.0392110
Apr 13 14:41:25.670772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6c42b38>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:25.678694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf2e1ec-6573-4c64-b17f-10b96b06cb77 None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:25.692233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.714511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:25.716812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:25.724387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:25.725309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ce1ccc91-681a-4bde-90f0-1f8506389f16 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:41:25.760504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:25.806843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: ce1ccc91-681a-4bde-90f0-1f8506389f16 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:41:25.807246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ce1ccc91-681a-4bde-90f0-1f8506389f16 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:41:25.846863 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:25.850241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:25.870550 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'code': 200}
Apr 13 14:41:25.880476 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-cc0a23de-3e64-4095-9d21-142bac2f6f41 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:25.881966 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-cc0a23de-3e64-4095-9d21-142bac2f6f41 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 811 time: 0.2312024
Apr 13 14:41:25.916420 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-34f54137-48d1-405d-a574-1efd4e128c75 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/quotas/bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 375 time: 0.0266602
Apr 13 14:41:26.081400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85da1a-a68e-4786-9e00-ec3976152d75 req-36104ce6-7df4-48ee-a94b-a3a6ba9a110b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:26.083162 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cb85da1a-a68e-4786-9e00-ec3976152d75 req-36104ce6-7df4-48ee-a94b-a3a6ba9a110b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1050158
Apr 13 14:41:26.116574 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cb85da1a-a68e-4786-9e00-ec3976152d75 req-d26614f9-3619-4424-8bf7-5de63a01c53a tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267560
Apr 13 14:41:26.162186 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd5f911-6f8c-4219-b0e9-0339c993647a None None] New status for floating IP 5897371e-d42d-4122-bb1d-8acc6124eb89: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:41:26.187795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-f5b339a7-0575-4735-996c-d87c2817df5e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:26.217731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-f5b339a7-0575-4735-996c-d87c2817df5e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:26.219651 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-f5b339a7-0575-4735-996c-d87c2817df5e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2712336
Apr 13 14:41:26.240197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7410fd-cf88-46ff-be41-b05762535398 req-384a8cb8-dd02-4821-9100-c88a526dc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:26.241754 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cf7410fd-cf88-46ff-be41-b05762535398 req-384a8cb8-dd02-4821-9100-c88a526dc221 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1098 time: 0.1595421
Apr 13 14:41:26.310115 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cf7410fd-cf88-46ff-be41-b05762535398 req-10a5e52e-45d5-45d4-acb8-0c58630e7290 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427995
Apr 13 14:41:26.686871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14099409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840653307'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:26.689953 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-58c87476-2f56-4004-9e6b-1b09a35a3368 service neutron] 10.222.0.22 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4539926
Apr 13 14:41:26.707137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:26.944190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:26.947033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:27.029122 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-987b5852-38f3-4406-b14c-eaa315bf9578 service neutron] 10.222.0.22 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3256412
Apr 13 14:41:27.058922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Checking segment: {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:27.059591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Network hostable DHCP agents. Network: 292d55ca-6c4e-4e20-825c-67fda9f136a7, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:41:27.079008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:41:27.089873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 292d55ca-6c4e-4e20-825c-67fda9f136a7) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:27.101692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44026696-879e-495f-b782-b3a4ea20a741 None None] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:41:27.102359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:27.103024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:27.130476 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42212) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:27.136544 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:27.141363 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6892796
Apr 13 14:41:27.143169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:27.159614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Usage tracker for resource:router and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:27.164112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:27.171204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:27.184446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:27.185697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:27.223007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:27.445675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-292d55ca-6c4e-4e20-825c-67fda9f136a7', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:41:27.446605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:27.571523 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5965ce3b-1b38-48d2-a39c-71b48593788b req-a7e92f38-7b3c-4be2-bed8-b82494de44bb tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 210 time: 0.0604358
Apr 13 14:41:27.626408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:27.674426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38999f5-59ea-4903-8780-df32934c1dec req-0b680d6a-f456-4f53-aaa9-4f8ad69aff36 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:27.676404 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e38999f5-59ea-4903-8780-df32934c1dec req-0b680d6a-f456-4f53-aaa9-4f8ad69aff36 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.2978578
Apr 13 14:41:27.685117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Allocated IP 172.20.0.2 (292d55ca-6c4e-4e20-825c-67fda9f136a7/1eab42f2-ad7c-4a9d-8755-c7c6ba32be61/1aa0da88-86d5-447b-9f32-333710437cf3) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:27.743109 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e38999f5-59ea-4903-8780-df32934c1dec req-53cd2e88-4768-40dc-b3ad-66ed1a8ef440 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459368
Apr 13 14:41:27.944345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:27.961064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Transition to ACTIVE for port object 1aa0da88-86d5-447b-9f32-333710437cf3 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:27.983039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a3552-4d36-4b2a-8ab4-2208e29292c1 req-a93b4458-6c97-4273-89da-cec49ffbb084 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:27.984939 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c80a3552-4d36-4b2a-8ab4-2208e29292c1 req-a93b4458-6c97-4273-89da-cec49ffbb084 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1230128
Apr 13 14:41:27.994695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Transition to ACTIVE for port object 1aa0da88-86d5-447b-9f32-333710437cf3 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:27.994854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42236) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:27.998621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.003255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Request body: {'floatingip': {'port_id': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:28.016958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:28.097994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.201595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Pushing event updated for resources: {'Port': ['ID=1aa0da88-86d5-447b-9f32-333710437cf3,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:28.212132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:28.276157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:28.277374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:28.279964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:28.327118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.366119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.379441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Attempting to bind port 1aa0da88-86d5-447b-9f32-333710437cf3 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:28.380006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Attempting to bind port 1aa0da88-86d5-447b-9f32-333710437cf3 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:28.380289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Attempting to bind port 1aa0da88-86d5-447b-9f32-333710437cf3 on network 292d55ca-6c4e-4e20-825c-67fda9f136a7 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:28.386314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:28.386752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Checking segment: {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:28.387206 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.387688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Bound using segment: {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:28.388218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Bound port: 1aa0da88-86d5-447b-9f32-333710437cf3, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:28.388641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.475144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] For port 1aa0da88-86d5-447b-9f32-333710437cf3, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:28.479737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] For port 1aa0da88-86d5-447b-9f32-333710437cf3, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=1aa0da88-86d5-447b-9f32-333710437cf3,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:28.483523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.499941 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f764d185-9dcd-40f6-95bd-69aedeb8e6fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:28.530830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Allocated IP 172.27.3.248 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/57730c43-9380-465c-92be-03644e1d494f) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:28.645822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Pushing event updated for resources: {'Port': ['ID=1aa0da88-86d5-447b-9f32-333710437cf3,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:28.660836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:28.703633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.748454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:28.767434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:28.917399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Pushing event updated for resources: {'Port': ['ID=57730c43-9380-465c-92be-03644e1d494f,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:28.922087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:28.969655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:28.970307 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2f290d15-d2d0-48ae-8403-2d2977084292 req-845c1e72-11fd-467e-8903-9cafcb628114 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 210 time: 0.2001276
Apr 13 14:41:28.970933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:28.973260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:28.973502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 13 14:41:29.165954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-c604a5fa-6d25-45dd-bb35-7189f0b27bf6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:29.168569 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-c604a5fa-6d25-45dd-bb35-7189f0b27bf6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 811 time: 0.3962874
Apr 13 14:41:29.201464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:29.296200 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-cbb5ee8a-09c5-461c-841f-a324dd903566 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 8061 time: 0.1128504
Apr 13 14:41:29.311454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:29.440755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'port': {'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'admin_state_up': True, 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'security_groups': ['a65cd796-919c-4ba5-b84a-eb9b781638cb']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:29.616796 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:29.642876 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Floating IP d8160f1e-1401-4789-93d6-8f0989640e6e associated. External IP: 172.27.3.135, port: ff8bc3b4-674a-445b-963f-7b82c1673348.
Apr 13 14:41:29.782772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:29.801280 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:29.840998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Made reservation on behalf of bb1c19414ed84bf3bb6db38ef58fc020 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:41:29.847742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:30.044062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:30.232054 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-15e3ed8b-04d0-4c11-9ad0-083f75b789e0 req-cfe94980-180a-4bda-8a8d-68eced7da807 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 210 time: 0.0698991
Apr 13 14:41:30.299780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Router 1a814898-d317-4b8e-a361-dcbb0147fa96 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:41:30.434843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb5929-39fb-40c9-aad1-6155bd3759f8 None None] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:41:30.503029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:30.516307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Allocated IP 172.20.0.7 (3c3f5c1b-8cd2-4d40-9d07-53c907fbc752/6dcad534-cece-4b6e-83d2-40e4fbbfcc8a/180b9f2f-daf0-4d2d-becb-a75199c60a4e) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:30.531808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:30.536572 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4046221
Apr 13 14:41:30.537070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42248) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:30.543316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Sync routers for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:30.560171 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bb0f1211-72d3-4bc4-81d8-fda8469fd9f0 None None] Provisioning for port 1aa0da88-86d5-447b-9f32-333710437cf3 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:30.582346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:30.583061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7065908>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:30.621076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Router 1852470f-650e-44d8-bf07-1c094357bd16 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:41:30.889875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:31.287815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:31.314920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] Sync routers for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:31.326368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.331263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.333911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:31.334999 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b438>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:31.346075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1aa0da88-86d5-447b-9f32-333710437cf3 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:31.405728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Transition to ACTIVE for port object 180b9f2f-daf0-4d2d-becb-a75199c60a4e will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:31.540342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 1aa0da88-86d5-447b-9f32-333710437cf3 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:31.548652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 1aa0da88-86d5-447b-9f32-333710437cf3 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:31.549076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.649778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7065908>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:29Z', 'revision_number': 3, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:31.655409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Checking router: 1a814898-d317-4b8e-a361-dcbb0147fa96 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:31.655902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Updating router 1a814898-d317-4b8e-a361-dcbb0147fa96 port 57730c43-9380-465c-92be-03644e1d494f binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:41:31.734844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c02ec4f7-fe15-4c56-b708-1f7679f241a4 req-51573bb6-c80d-458b-985e-f7cfbb69691f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:41:31.741267 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-af443f54-f968-4cd1-ae96-0fb497184a6d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "PUT /v2.0/floatingips/d8160f1e-1401-4789-93d6-8f0989640e6e HTTP/1.1" status: 200  len: 991 time: 3.7449365
Apr 13 14:41:31.749491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:31.763338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:31.769279 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.803670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c02ec4f7-fe15-4c56-b708-1f7679f241a4 req-51573bb6-c80d-458b-985e-f7cfbb69691f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:41:31.805122 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c02ec4f7-fe15-4c56-b708-1f7679f241a4 req-51573bb6-c80d-458b-985e-f7cfbb69691f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 210 time: 0.1628017
Apr 13 14:41:31.808957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.847615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 1aa0da88-86d5-447b-9f32-333710437cf3, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=1aa0da88-86d5-447b-9f32-333710437cf3,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:31.864517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.870749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:31.880915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.888588 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-4b195ae2-426e-4dd1-a2d1-587652b1c485 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3967433
Apr 13 14:41:31.908312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-097fefdb-bd81-451f-bcb1-07db0e785a8e tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:31.944752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-5e35f15c-d00d-410e-b5f1-7156553ddd5e None None] Provisioning complete for port 1aa0da88-86d5-447b-9f32-333710437cf3 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:31.945176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5e35f15c-d00d-410e-b5f1-7156553ddd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:31.987050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:32.077099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=1aa0da88-86d5-447b-9f32-333710437cf3,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:32.092381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:32.136289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-3bbd6c59-f57c-4c1a-ab7a-57f7ec9a3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:32.137957 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-3bbd6c59-f57c-4c1a-ab7a-57f7ec9a3767 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 1099 time: 0.0935574
Apr 13 14:41:32.313329 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'status': 'completed', 'code': 200}
Apr 13 14:41:32.442734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b438>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'd8160f1e-1401-4789-93d6-8f0989640e6e', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'port_id': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'mac_address': 'fa:16:3e:cb:6d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352dd30-3f68-4433-892b-e2daf5801c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:13Z', 'updated_at': '2021-04-13T14:41:28Z', 'revision_number': 1, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:32.447303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] Checking router: 1852470f-650e-44d8-bf07-1c094357bd16 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:32.457286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:32.458569 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b438>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:32.543170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:32.551120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:32.553896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:32.598212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=180b9f2f-daf0-4d2d-becb-a75199c60a4e,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:32.613235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:32.638715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:32.660079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Transition to ACTIVE for port object 57730c43-9380-465c-92be-03644e1d494f will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:32.670964 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:32.688522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-99326a52-f4dc-4cc6-8a8a-5da461d75ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:32.691159 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-99326a52-f4dc-4cc6-8a8a-5da461d75ec2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 200  len: 912 time: 0.5279148
Apr 13 14:41:32.696932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:32.727234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bbaae-799d-424b-9b04-0540264c57c3 req-11cd7232-1675-4fd6-9095-5ad10aa37b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:32.729207 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364bbaae-799d-424b-9b04-0540264c57c3 req-11cd7232-1675-4fd6-9095-5ad10aa37b85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1098 time: 0.4599769
Apr 13 14:41:32.752787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:32.825048 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-7d086ba2-f54e-4eda-82f6-07d0a8596bc9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb HTTP/1.1" status: 200  len: 1002 time: 0.1255872
Apr 13 14:41:32.876892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea78df-6316-43de-905a-ef34859ffd35 None None] Pushing event updated for resources: {'Port': ['ID=57730c43-9380-465c-92be-03644e1d494f,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:32.887730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-08ea78df-6316-43de-905a-ef34859ffd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:32.888535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:32.889257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:32.946790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-cc8259d7-f537-484c-bced-ba04e36f38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:32.948435 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-cc8259d7-f537-484c-bced-ba04e36f38ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 200  len: 850 time: 0.1167233
Apr 13 14:41:32.996258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c253c71f-41e8-4695-8541-a58664d11c46 None None] Provisioning for port 180b9f2f-daf0-4d2d-becb-a75199c60a4e completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:33.006115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c253c71f-41e8-4695-8541-a58664d11c46 None None] Provisioning complete for port 180b9f2f-daf0-4d2d-becb-a75199c60a4e triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:33.006912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c253c71f-41e8-4695-8541-a58664d11c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:33.014718 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6439102
Apr 13 14:41:33.021827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:33.038881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Request body: {'port': {'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:33.118295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-c253c71f-41e8-4695-8541-a58664d11c46 None None] Port 180b9f2f-daf0-4d2d-becb-a75199c60a4e cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:41:33.178412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Attempting to bind port 57730c43-9380-465c-92be-03644e1d494f on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:33.179453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Attempting to bind port 57730c43-9380-465c-92be-03644e1d494f by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:33.180149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Attempting to bind port 57730c43-9380-465c-92be-03644e1d494f on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:33.189519 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:33.190413 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:33.191082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:33.202336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:33.203852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Bound port: 57730c43-9380-465c-92be-03644e1d494f, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:33.216728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:33.236575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-8276e102-649a-49fb-a657-1e60aa443e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:33.238213 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-8276e102-649a-49fb-a657-1e60aa443e30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=da2ba0b0-75e1-455f-b641-02f297d39d15&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2820272
Apr 13 14:41:33.261968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:33.305595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bbaae-799d-424b-9b04-0540264c57c3 req-e12d8f68-6426-4316-88f3-747db204a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:33.311152 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364bbaae-799d-424b-9b04-0540264c57c3 req-e12d8f68-6426-4316-88f3-747db204a489 service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.5211799
Apr 13 14:41:33.345822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] For port 57730c43-9380-465c-92be-03644e1d494f, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:33.350340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] For port 57730c43-9380-465c-92be-03644e1d494f, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=57730c43-9380-465c-92be-03644e1d494f,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:33.354576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1aa0da88-86d5-447b-9f32-333710437cf3 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:33.400500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d62b26-05e9-4759-90f4-8b809f59fe73 req-b9641932-4fe0-493c-bc61-2400b1689778 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:33.409785 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-15d62b26-05e9-4759-90f4-8b809f59fe73 req-b9641932-4fe0-493c-bc61-2400b1689778 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 931 time: 0.3861835
Apr 13 14:41:33.433287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:33.470886 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-15d62b26-05e9-4759-90f4-8b809f59fe73 req-fd6d63aa-bf49-4093-8b28-b9f811644e69 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599003
Apr 13 14:41:33.526211 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-ab8a2848-d9fd-4e4d-974d-f6db2bbb648a service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2731905
Apr 13 14:41:33.546972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:33.553402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b438>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'd8160f1e-1401-4789-93d6-8f0989640e6e', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'port_id': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'mac_address': 'fa:16:3e:cb:6d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352dd30-3f68-4433-892b-e2daf5801c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:13Z', 'updated_at': '2021-04-13T14:41:28Z', 'revision_number': 1, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:33.559436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ef80e-ffc3-4c93-94e2-bb6ed7fbd8be None None] The sync data for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi is: [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'd8160f1e-1401-4789-93d6-8f0989640e6e', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'port_id': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'mac_address': 'fa:16:3e:cb:6d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0352dd30-3f68-4433-892b-e2daf5801c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:13Z', 'updated_at': '2021-04-13T14:41:28Z', 'revision_number': 1, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:33.584767 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364bbaae-799d-424b-9b04-0540264c57c3 req-c30e2a6a-7ff6-4c1e-bba9-67b971d28985 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 999 time: 0.2520766
Apr 13 14:41:33.630927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea78df-6316-43de-905a-ef34859ffd35 None None] Pushing event updated for resources: {'Port': ['ID=57730c43-9380-465c-92be-03644e1d494f,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:33.639086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-08ea78df-6316-43de-905a-ef34859ffd35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:33.679705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 1aa0da88-86d5-447b-9f32-333710437cf3 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:33.680376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:33.722474 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a0da08a4-3368-4a9b-93d0-95fb57538e17 req-7fa3fe79-d188-4b10-ae10-d64306de8f31 service neutron] 10.222.0.48 "GET /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1792386
Apr 13 14:41:33.780491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:33.781205 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7065908>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:33.811798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bbaae-799d-424b-9b04-0540264c57c3 req-feb4afa4-7224-408f-a02f-c5d655fb318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:33.813980 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364bbaae-799d-424b-9b04-0540264c57c3 req-feb4afa4-7224-408f-a02f-c5d655fb318d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.2160525
Apr 13 14:41:33.818239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Allocated IP 172.20.0.1 (292d55ca-6c4e-4e20-825c-67fda9f136a7/1eab42f2-ad7c-4a9d-8755-c7c6ba32be61/1f86f229-6172-4226-bc32-27629bd67585) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:33.984616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc4da34-b5c1-4766-a566-9afe98d9e207 None None] New status for floating IP d8160f1e-1401-4789-93d6-8f0989640e6e: ACTIVE {{(pid=85243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:41:34.152793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bbaae-799d-424b-9b04-0540264c57c3 req-9bef2140-7ae1-46d1-92ef-dde5f60bacac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:34.154530 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364bbaae-799d-424b-9b04-0540264c57c3 req-9bef2140-7ae1-46d1-92ef-dde5f60bacac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3295612
Apr 13 14:41:34.370661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:34.419344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Transition to ACTIVE for port object 1f86f229-6172-4226-bc32-27629bd67585 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:34.440584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180b9f2f-daf0-4d2d-becb-a75199c60a4e {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:41:34.455279 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:34.459808 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364bbaae-799d-424b-9b04-0540264c57c3 req-6c0fde77-73d5-42ff-80fb-b66092bfe8c9 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2827332
Apr 13 14:41:34.484944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:34.522555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Transition to ACTIVE for port object 180b9f2f-daf0-4d2d-becb-a75199c60a4e will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:34.529642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:34.548645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4b782fca-0a80-4453-820b-f206b84a7a7c tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:34.901677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7065908>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:29Z', 'revision_number': 3, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:34.905997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd22b9-3a8f-43f2-94b9-8295cccf9b72 None None] The sync data for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi is: [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:29Z', 'revision_number': 3, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:35.011696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:35.091529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Pushing event updated for resources: {'Port': ['ID=180b9f2f-daf0-4d2d-becb-a75199c60a4e,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:35.170711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.171127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.172086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.172485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.172887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.173285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.173680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.174149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.174458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.174844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.175233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.175645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:35.191282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:35.193454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c43fb66a-efe5-429d-9796-cd49ac316344 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:35.262834 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-364bbaae-799d-424b-9b04-0540264c57c3 req-12e5bcf5-27b0-4bc0-9cd2-83e7ba774904 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7949240
Apr 13 14:41:35.356138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Pushing event updated for resources: {'Port': ['ID=1f86f229-6172-4226-bc32-27629bd67585,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:35.362984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:35.423879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66edeb0-1b31-44e0-8343-94bfb2f33a1f req-bdf151d0-86dc-482f-b9f7-f2b1d7c018b9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:35.425679 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b66edeb0-1b31-44e0-8343-94bfb2f33a1f req-bdf151d0-86dc-482f-b9f7-f2b1d7c018b9 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.5444691
Apr 13 14:41:35.489567 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b66edeb0-1b31-44e0-8343-94bfb2f33a1f req-60f5d84e-ff2e-438f-8ab4-b20d654daf82 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558004
Apr 13 14:41:35.525675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:35.533976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:35.541858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:35.657298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:35.694295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Attempting to bind port 180b9f2f-daf0-4d2d-becb-a75199c60a4e on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:35.694678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Attempting to bind port 180b9f2f-daf0-4d2d-becb-a75199c60a4e by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:35.695055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Attempting to bind port 180b9f2f-daf0-4d2d-becb-a75199c60a4e on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:35.704092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Port 180b9f2f-daf0-4d2d-becb-a75199c60a4e on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:41:35.704466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Attempting to bind port 180b9f2f-daf0-4d2d-becb-a75199c60a4e on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:35.714645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:35.715027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Checking segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:35.715464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Bound using segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:35.715984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Bound port: 180b9f2f-daf0-4d2d-becb-a75199c60a4e, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:35.716374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:35.835838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] For port 180b9f2f-daf0-4d2d-becb-a75199c60a4e, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:35.842794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] For port 180b9f2f-daf0-4d2d-becb-a75199c60a4e, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:35.888667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-996836db-f215-4872-b766-3947ee3de3f0 None None] Provisioning for port 1f86f229-6172-4226-bc32-27629bd67585 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:35.895067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-996836db-f215-4872-b766-3947ee3de3f0 None None] Provisioning complete for port 1f86f229-6172-4226-bc32-27629bd67585 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:35.895516 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-996836db-f215-4872-b766-3947ee3de3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:35.925656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:35.958864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-996836db-f215-4872-b766-3947ee3de3f0 None None] Port 1f86f229-6172-4226-bc32-27629bd67585 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:41:35.960501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8ca56345-d1fb-4897-b089-8bfc577735ec tempest-VolumesActionsTest-590843387 tempest-VolumesActionsTest-590843387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:36.176113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:36.240915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Pushing event updated for resources: {'Port': ['ID=180b9f2f-daf0-4d2d-becb-a75199c60a4e,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:36.250978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:36.349553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:36.350234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:36.351885 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] 10.222.0.48 "PUT /v2.0/ports/180b9f2f-daf0-4d2d-becb-a75199c60a4e HTTP/1.1" status: 200  len: 1093 time: 3.3175595
Apr 13 14:41:36.352454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:36.498882 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'status': 'completed', 'code': 200}
Apr 13 14:41:36.595980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-98791415-00f2-41ae-90de-635bb5a2ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:36.597620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-98791415-00f2-41ae-90de-635bb5a2ef8f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 1096 time: 0.1342156
Apr 13 14:41:36.686276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:36.723096 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-ec3c3114-bc08-4d01-85e5-7b8a96972c59 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e HTTP/1.1" status: 200  len: 217 time: 0.1118624
Apr 13 14:41:36.774099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:36.806385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d2b2c011-db58-4683-9be8-6348208fdeea tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:36.930650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Pushing event updated for resources: {'Port': ['ID=1f86f229-6172-4226-bc32-27629bd67585,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:36.934634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:36.950323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-f9b76444-75cd-47f2-bad5-ec660d093e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:36.951966 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-f9b76444-75cd-47f2-bad5-ec660d093e03 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.2186019
Apr 13 14:41:36.952914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:36.986546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:41:37.098624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5ec71-fcca-4082-8575-39148641add1 req-aa588607-fa61-48a4-a433-38bc74bccc68 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:37.100328 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eac5ec71-fcca-4082-8575-39148641add1 req-aa588607-fa61-48a4-a433-38bc74bccc68 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.4337573
Apr 13 14:41:37.159420 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-eac5ec71-fcca-4082-8575-39148641add1 req-36bcfee7-4c5b-4e7d-99ba-f9c21d1315c7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405200
Apr 13 14:41:37.164250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 57730c43-9380-465c-92be-03644e1d494f up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:37.211753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-6aaffdca-c92d-46b6-9617-84f2fd864fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:37.213401 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-6aaffdca-c92d-46b6-9617-84f2fd864fa8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2421622
Apr 13 14:41:37.221190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:37.223940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:37.280619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 57730c43-9380-465c-92be-03644e1d494f completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:37.287425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 57730c43-9380-465c-92be-03644e1d494f triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:37.287775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:37.474641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:37.514747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 57730c43-9380-465c-92be-03644e1d494f, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=57730c43-9380-465c-92be-03644e1d494f,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:37.542948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:37.557902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:37.670991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3fc63908-8593-46dc-9794-422ab5b448e5 None None] Provisioning complete for port 1f86f229-6172-4226-bc32-27629bd67585 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:37.672745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fc63908-8593-46dc-9794-422ab5b448e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:37.742030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=57730c43-9380-465c-92be-03644e1d494f,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:37.760401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:37.781330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3fc63908-8593-46dc-9794-422ab5b448e5 None None] Port 1f86f229-6172-4226-bc32-27629bd67585 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:41:37.806971 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-bd86e446-872c-4626-9e9a-7455783d8553 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5843277
Apr 13 14:41:37.875543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Router 1a814898-d317-4b8e-a361-dcbb0147fa96 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:41:38.145841 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d465d0a7-7cf9-493e-aea3-397567301e03 req-a7e635ba-c02c-4940-acd2-428d2a183485 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3286541
Apr 13 14:41:38.186985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:38.199254 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] 10.222.0.22 "PUT /v2.0/routers/1a814898-d317-4b8e-a361-dcbb0147fa96/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6608694
Apr 13 14:41:38.211462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Sync routers for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:38.250376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:38.251524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e48f28>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:38.316876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97311e-43f9-4e4d-8026-c3050650095f req-8efacc95-ca61-4eda-9b63-972ff8d4d8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:38.318726 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef97311e-43f9-4e4d-8026-c3050650095f req-8efacc95-ca61-4eda-9b63-972ff8d4d8e6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 1096 time: 0.1179497
Apr 13 14:41:38.473522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be42ac-5160-489a-b86d-3d1ccaa71054 req-d47cb8f0-64b9-4780-9620-0751401b88aa tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:38.487842 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28be42ac-5160-489a-b86d-3d1ccaa71054 req-d47cb8f0-64b9-4780-9620-0751401b88aa tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.1251204
Apr 13 14:41:38.511331 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:38.534894 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97311e-43f9-4e4d-8026-c3050650095f req-1e5bb3d7-cdf8-4d40-9e34-2ef5ad8ebe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:38.541027 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef97311e-43f9-4e4d-8026-c3050650095f req-1e5bb3d7-cdf8-4d40-9e34-2ef5ad8ebe8a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.2097692
Apr 13 14:41:38.541186 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28be42ac-5160-489a-b86d-3d1ccaa71054 req-91414f81-f63d-4d6a-b5a5-868ef371eff0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509763
Apr 13 14:41:38.683823 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef97311e-43f9-4e4d-8026-c3050650095f req-4b925f86-e474-401d-b7f6-099a503db071 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e HTTP/1.1" status: 200  len: 217 time: 0.1377537
Apr 13 14:41:38.817785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97311e-43f9-4e4d-8026-c3050650095f req-00210c07-40dd-4644-a0a2-7bcd583447c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:38.821236 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef97311e-43f9-4e4d-8026-c3050650095f req-00210c07-40dd-4644-a0a2-7bcd583447c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.1303103
Apr 13 14:41:38.969427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e48f28>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:36Z', 'revision_number': 2, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:38.971684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97311e-43f9-4e4d-8026-c3050650095f req-4dd00edc-c231-4272-9cb8-570db08a2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:38.973381 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef97311e-43f9-4e4d-8026-c3050650095f req-4dd00edc-c231-4272-9cb8-570db08a2aa1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1427128
Apr 13 14:41:38.979462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Checking router: 1a814898-d317-4b8e-a361-dcbb0147fa96 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:38.979760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Updating router 1a814898-d317-4b8e-a361-dcbb0147fa96 port 1f86f229-6172-4226-bc32-27629bd67585 binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:41:39.055299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.162400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 57730c43-9380-465c-92be-03644e1d494f up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:39.219790 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef97311e-43f9-4e4d-8026-c3050650095f req-27b5a9db-1d5a-4364-a184-639bbaeb4db6 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381914
Apr 13 14:41:39.260641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42308) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:39.269545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1520858884-network', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:39.279442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:39.294471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Usage tracker for resource:network and tenant:7e8f9f56c43b4d9bb768b136b4a8d311 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:39.298980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:39.306521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:39.318746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Made reservation on behalf of 7e8f9f56c43b4d9bb768b136b4a8d311 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:41:39.322787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 57730c43-9380-465c-92be-03644e1d494f triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:39.322787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.325599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.356761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.396714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:39.406715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Usage tracker for resource:security_group_rule and tenant:7e8f9f56c43b4d9bb768b136b4a8d311 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:39.412367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:39.426009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:39.442269 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef97311e-43f9-4e4d-8026-c3050650095f req-6dd9d648-7826-418b-bfb4-9181431a2cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2148519
Apr 13 14:41:39.529390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.533923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.538833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf414ac9-b878-4ab9-a274-a2cbe8506930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:39.567210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:41:39.582845 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d59fbd6-8f8a-4f43-8aa1-0f2f1bf5391a,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:39.587861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:39.590868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.591258 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Added segment e624c017-2586-4ac3-8ec3-85cc86075553 of type vlan for network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa
Apr 13 14:41:39.638903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.674972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.676452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:39.677113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.682523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:39.757738 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.774008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Transition to ACTIVE for port object 1f86f229-6172-4226-bc32-27629bd67585 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:39.786536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.797524 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5346589
Apr 13 14:41:39.801415 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Pushing event updated for resources: {'Network': ['ID=ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:39.803881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42316) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:39.805595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:39.816669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ae1b6a1b-bb22-4008-b1cb-287bf16fe864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:39.819014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:41:39.820040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Request body: {'subnet': {'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1520858884-subnet', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:39.840547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:39.860562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Usage tracker for resource:subnet and tenant:7e8f9f56c43b4d9bb768b136b4a8d311 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:39.870297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:39.907207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:39.927100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deafa1-784d-4e4c-a868-9c12e5a79fc5 req-20d73efc-626d-4a37-b323-15264cf4a59d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:39.928898 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6deafa1-784d-4e4c-a868-9c12e5a79fc5 req-20d73efc-626d-4a37-b323-15264cf4a59d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.2481165
Apr 13 14:41:39.944043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Made reservation on behalf of 7e8f9f56c43b4d9bb768b136b4a8d311 for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:41:39.950967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840653292'] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:39.978925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Pushing event updated for resources: {'Port': ['ID=1f86f229-6172-4226-bc32-27629bd67585,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:39.995723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:39.996307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:39.996910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:39.997530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:39.998096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:39.998686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:39.999277 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:40.000415 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:40.001021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:40.001614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:40.002203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:40.002788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:41:40.011782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:40.021624 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6deafa1-784d-4e4c-a868-9c12e5a79fc5 req-45611a8c-a281-4c56-94d8-4f7963ec243a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537598
Apr 13 14:41:40.386747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Attempting to bind port 1f86f229-6172-4226-bc32-27629bd67585 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:40.387376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Attempting to bind port 1f86f229-6172-4226-bc32-27629bd67585 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:40.387616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Attempting to bind port 1f86f229-6172-4226-bc32-27629bd67585 on network 292d55ca-6c4e-4e20-825c-67fda9f136a7 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:40.394278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:40.394674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Checking segment: {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:40.395118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:40.395593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Bound using segment: {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:40.396125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Bound port: 1f86f229-6172-4226-bc32-27629bd67585, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:40.396538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:40.510629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] For port 1f86f229-6172-4226-bc32-27629bd67585, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:40.517483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] For port 1f86f229-6172-4226-bc32-27629bd67585, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=1f86f229-6172-4226-bc32-27629bd67585,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:40.521200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:40.550803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:40.621279 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14099409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840653307'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:40.635884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc371f73-9a90-41a8-9342-d04fccaa61a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:40.790369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af7bff4-f159-4f93-a846-f81a320d5854,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:40.797272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:40.873878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Checking segment: {'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:40.874212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Network hostable DHCP agents. Network: ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:41:40.888187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Pushing event updated for resources: {'Port': ['ID=1f86f229-6172-4226-bc32-27629bd67585,revision_number=4']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:40.896663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:41:40.898489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4d17c1e1-54ea-4543-9e5a-c155c58e092a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:40.908033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:40.922780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd253f4-7d48-4f87-b952-9b5a3b7de2c9 None None] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:41:40.932608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:40.933837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:40.947595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:40.948306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e48f28>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:40.990163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42324) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:41.000168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:41.004477 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-53f27bfc-8f89-4e00-b6ed-f17ef4eb0e4b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.1984496
Apr 13 14:41:41.010763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:41.018772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Usage tracker for resource:router and tenant:7e8f9f56c43b4d9bb768b136b4a8d311 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:41.024232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:41.036219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:41.063970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:41.080589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:41.142289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:41.300050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:41.452248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'fixed_ips': [{'subnet_id': '2af7bff4-f159-4f93-a846-f81a320d5854'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:41:41.454062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:41.615925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:41.639295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Allocated IP 172.20.0.2 (ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa/2af7bff4-f159-4f93-a846-f81a320d5854/5e3525cd-655a-46d8-8b16-601b3648818d) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:41.641968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a50514-e745-4572-8756-a7b248370e90 req-8e886170-e806-46bf-9856-5b67a886f5f6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:41.643718 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a7a50514-e745-4572-8756-a7b248370e90 req-8e886170-e806-46bf-9856-5b67a886f5f6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.2505057
Apr 13 14:41:41.700950 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a7a50514-e745-4572-8756-a7b248370e90 req-2c3dd64d-7c5c-4a09-b29c-6124e977373e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418365
Apr 13 14:41:41.721227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e48f28>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:40Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:41.730029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877522ed-feb1-45c8-9b4b-c7eea4893174 None None] The sync data for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi is: [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:40Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:41.934461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:41.947089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Transition to ACTIVE for port object 5e3525cd-655a-46d8-8b16-601b3648818d will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:41.970678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Transition to ACTIVE for port object 5e3525cd-655a-46d8-8b16-601b3648818d will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:41.976129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:41.992905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:42.068263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:42.106945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:42.144121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Pushing event updated for resources: {'Port': ['ID=5e3525cd-655a-46d8-8b16-601b3648818d,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:42.149026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:42.197633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:42.199017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:42.201707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:42.298527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Allocated IP 172.27.3.166 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/26db1c39-37c9-451e-be90-50a7633c22d9) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:42.345183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Attempting to bind port 5e3525cd-655a-46d8-8b16-601b3648818d on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:42.345608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Attempting to bind port 5e3525cd-655a-46d8-8b16-601b3648818d by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:42.346027 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Attempting to bind port 5e3525cd-655a-46d8-8b16-601b3648818d on network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:42.357798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:42.358264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Checking segment: {'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:42.358941 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:42.359506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Bound using segment: {'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:42.360466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Bound port: 5e3525cd-655a-46d8-8b16-601b3648818d, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:42.361153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:42.488660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:42.492930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] For port 5e3525cd-655a-46d8-8b16-601b3648818d, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:42.497299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] For port 5e3525cd-655a-46d8-8b16-601b3648818d, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5e3525cd-655a-46d8-8b16-601b3648818d,segment=NetworkSegment(e624c017-2586-4ac3-8ec3-85cc86075553),segment_id=e624c017-2586-4ac3-8ec3-85cc86075553)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:42.502078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:42.519421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:42.532366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:42.548943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-463fadda-ea5f-4eca-afbc-7c37f30d50f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:42.706116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Pushing event updated for resources: {'Port': ['ID=26db1c39-37c9-451e-be90-50a7633c22d9,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:42.711900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:42.783942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:42.785858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:42.788859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:42.901296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Pushing event updated for resources: {'Port': ['ID=5e3525cd-655a-46d8-8b16-601b3648818d,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:42.912320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:43.026582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc2257-cecc-4b0a-b883-6931d4e0eeb9 req-9c6e5d6f-ed98-412c-a3af-7f71ad7c4eb1 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:43.039209 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97dc2257-cecc-4b0a-b883-6931d4e0eeb9 req-9c6e5d6f-ed98-412c-a3af-7f71ad7c4eb1 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.1640086
Apr 13 14:41:43.093445 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-97dc2257-cecc-4b0a-b883-6931d4e0eeb9 req-53380c63-2ce9-45be-8a98-cbe66a492346 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517671
Apr 13 14:41:43.203395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1f86f229-6172-4226-bc32-27629bd67585 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:43.331110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 1f86f229-6172-4226-bc32-27629bd67585 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:43.345575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 1f86f229-6172-4226-bc32-27629bd67585 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:43.345575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:43.513898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:43.534883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 1f86f229-6172-4226-bc32-27629bd67585, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=1f86f229-6172-4226-bc32-27629bd67585,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:43.539425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:43.542209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:43.633727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=1f86f229-6172-4226-bc32-27629bd67585,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:43.638749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:43.659976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:44.089513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:44.441064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ea769-782c-48ba-b4b9-95a4cec40360 req-bddd1916-840f-4c5d-93bf-e75586942c30 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:44.442826 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-832ea769-782c-48ba-b4b9-95a4cec40360 req-bddd1916-840f-4c5d-93bf-e75586942c30 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.1816435
Apr 13 14:41:44.515847 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-832ea769-782c-48ba-b4b9-95a4cec40360 req-ae25b5d1-76fe-4b44-8326-e274c2d5f6de tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575030
Apr 13 14:41:44.520831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85242) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:41:44.568659 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a02e30-ac43-4432-96fb-6b237a22d37c None None] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:41:44.671466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ff90e3dd-3d0e-44a6-9a4e-c60fa2929ece None None] Provisioning for port 5e3525cd-655a-46d8-8b16-601b3648818d completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:44.747578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:44.778567 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:44.780164 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.7884383
Apr 13 14:41:44.784635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42346) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:44.789367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Sync routers for ids ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:45.014266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Routers {'e6fcf072-5b3e-4a52-8cc7-73323fdeca92'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:45.015536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a56a9fd0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:45.290608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Set router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:45.339984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1f86f229-6172-4226-bc32-27629bd67585 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:45.721597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 1f86f229-6172-4226-bc32-27629bd67585 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:45.722264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:45.799832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f39353-c71c-489b-82f1-3c6ff9eac142 req-fed0681e-0203-43fc-adcd-be745e739c9d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:45.803806 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b0f39353-c71c-489b-82f1-3c6ff9eac142 req-fed0681e-0203-43fc-adcd-be745e739c9d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.1537173
Apr 13 14:41:45.822851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:45.861926 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b0f39353-c71c-489b-82f1-3c6ff9eac142 req-ab995083-5a8c-4739-bcd8-1875015ffb61 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512707
Apr 13 14:41:46.067133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a56a9fd0>, [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:41:43Z', 'revision_number': 3, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port': {'id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:42Z', 'updated_at': '2021-04-13T14:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:46.077732 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5e3525cd-655a-46d8-8b16-601b3648818d up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:46.132586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Checking router: e6fcf072-5b3e-4a52-8cc7-73323fdeca92 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:46.133193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Updating router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 port 26db1c39-37c9-451e-be90-50a7633c22d9 binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:41:46.282089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:46.444353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 5e3525cd-655a-46d8-8b16-601b3648818d completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:46.467093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 5e3525cd-655a-46d8-8b16-601b3648818d triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:46.467790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:46.616504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Allocated IP 172.20.0.1 (ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa/2af7bff4-f159-4f93-a846-f81a320d5854/343f6870-d2ad-421c-bf6e-fd0f523845cd) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:46.834837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:46.860220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Transition to ACTIVE for port object 343f6870-d2ad-421c-bf6e-fd0f523845cd will not be triggered until provisioned by entity DHCP. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:46.862301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:46.898316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:46.900818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 5e3525cd-655a-46d8-8b16-601b3648818d, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5e3525cd-655a-46d8-8b16-601b3648818d,segment=NetworkSegment(e624c017-2586-4ac3-8ec3-85cc86075553),segment_id=e624c017-2586-4ac3-8ec3-85cc86075553)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:46.905187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:46.916861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:46.925919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-539e19d6-2743-434b-8409-9cd366f12964 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:47.017443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=5e3525cd-655a-46d8-8b16-601b3648818d,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:47.051301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:47.088385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:47.103276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Transition to ACTIVE for port object 26db1c39-37c9-451e-be90-50a7633c22d9 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:47.110751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:47.130433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-08ea78df-6316-43de-905a-ef34859ffd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:47.192410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5e3525cd-655a-46d8-8b16-601b3648818d up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:47.286011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Pushing event updated for resources: {'Port': ['ID=343f6870-d2ad-421c-bf6e-fd0f523845cd,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:47.313724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:47.460426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebbc2c-c3bc-47be-aadb-251617b642bb req-b4481a36-58d8-4475-ba3d-00f2b5219094 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:47.469633 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6ebbc2c-c3bc-47be-aadb-251617b642bb req-b4481a36-58d8-4475-ba3d-00f2b5219094 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 943 time: 0.4402735
Apr 13 14:41:47.473865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 180b9f2f-daf0-4d2d-becb-a75199c60a4e details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:41:47.492892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:47.497743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:47.524021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294e8bd-4cd7-483d-b64b-999d2af09103 None None] Pushing event updated for resources: {'Port': ['ID=26db1c39-37c9-451e-be90-50a7633c22d9,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:47.535105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e294e8bd-4cd7-483d-b64b-999d2af09103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:47.553397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:47.617923 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6ebbc2c-c3bc-47be-aadb-251617b642bb req-9e2d030b-6ba6-4c98-8f43-d5e4e35c574a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1226156
Apr 13 14:41:47.676078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:47.723056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 5e3525cd-655a-46d8-8b16-601b3648818d triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:47.723474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:47.748668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Attempting to bind port 26db1c39-37c9-451e-be90-50a7633c22d9 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:47.749615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Attempting to bind port 26db1c39-37c9-451e-be90-50a7633c22d9 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:47.750112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Attempting to bind port 26db1c39-37c9-451e-be90-50a7633c22d9 on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:47.771353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:47.771807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:47.772269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:47.772710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:47.773245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Bound port: 26db1c39-37c9-451e-be90-50a7633c22d9, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:47.773662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:47.868655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 180b9f2f-daf0-4d2d-becb-a75199c60a4e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:47.879858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7f093d01-d83a-41c7-9ce0-38d07b5a28ac None None] Provisioning for port 343f6870-d2ad-421c-bf6e-fd0f523845cd completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:47.918340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7f093d01-d83a-41c7-9ce0-38d07b5a28ac None None] Provisioning complete for port 343f6870-d2ad-421c-bf6e-fd0f523845cd triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:47.918721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f093d01-d83a-41c7-9ce0-38d07b5a28ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:47.953209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:41:47.959410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:48.039453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] For port 26db1c39-37c9-451e-be90-50a7633c22d9, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:48.079884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] For port 26db1c39-37c9-451e-be90-50a7633c22d9, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=26db1c39-37c9-451e-be90-50a7633c22d9,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:48.087001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7f093d01-d83a-41c7-9ce0-38d07b5a28ac None None] Port 343f6870-d2ad-421c-bf6e-fd0f523845cd cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:41:48.092885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:48.118534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:48.181586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:48.182945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180b9f2f-daf0-4d2d-becb-a75199c60a4e {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:41:48.250250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:48.254273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:48.283698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:48.297094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 180b9f2f-daf0-4d2d-becb-a75199c60a4e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:48.304040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294e8bd-4cd7-483d-b64b-999d2af09103 None None] Pushing event updated for resources: {'Port': ['ID=26db1c39-37c9-451e-be90-50a7633c22d9,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:48.306849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:48.311062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e294e8bd-4cd7-483d-b64b-999d2af09103 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:48.311722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e294e8bd-4cd7-483d-b64b-999d2af09103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:48.372296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Pushing event updated for resources: {'Port': ['ID=343f6870-d2ad-421c-bf6e-fd0f523845cd,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:48.375122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:48.388666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:48.412521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=180b9f2f-daf0-4d2d-becb-a75199c60a4e,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:48.416584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:48.427628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Routers {'e6fcf072-5b3e-4a52-8cc7-73323fdeca92'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:48.428311 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a56a9fd0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:48.536025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:48.537295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:48.568730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['180b9f2f-daf0-4d2d-becb-a75199c60a4e'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:41:48.716513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] Set router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:48.783523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:41:48.907022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38e0cd-9cdb-4d75-b1c8-2d68b4980229 req-de337284-962a-485f-a448-5b80db24e6c7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:48.909388 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac38e0cd-9cdb-4d75-b1c8-2d68b4980229 req-de337284-962a-485f-a448-5b80db24e6c7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 944 time: 0.1063120
Apr 13 14:41:48.959818 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac38e0cd-9cdb-4d75-b1c8-2d68b4980229 req-ca83ab98-2214-4443-9df4-cb7e2b9c67d5 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357947
Apr 13 14:41:48.962921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-0beaff52-98c3-45df-af5c-678dd631e416 None None] Provisioning complete for port 343f6870-d2ad-421c-bf6e-fd0f523845cd triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:48.963324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0beaff52-98c3-45df-af5c-678dd631e416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:49.015891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:41:49.025909 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] 10.222.0.22 "PUT /v2.0/routers/e6fcf072-5b3e-4a52-8cc7-73323fdeca92/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2400689
Apr 13 14:41:49.288260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0beaff52-98c3-45df-af5c-678dd631e416 None None] Port 343f6870-d2ad-421c-bf6e-fd0f523845cd cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:41:49.531431 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a56a9fd0>, [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:41:47Z', 'revision_number': 4, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port': {'id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:42Z', 'updated_at': '2021-04-13T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '343f6870-d2ad-421c-bf6e-fd0f523845cd', 'name': '', 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'mac_address': 'fa:16:3e:7d:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:45Z', 'updated_at': '2021-04-13T14:41:48Z', 'revision_number': 2, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'subnets': [{'id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:49.548815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7ad35a-7a06-413d-a185-3871c3390ce2 None None] The sync data for ids ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'] in dv-cinder-786054-1-iscsi is: [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:41:47Z', 'revision_number': 4, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port': {'id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:42Z', 'updated_at': '2021-04-13T14:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '343f6870-d2ad-421c-bf6e-fd0f523845cd', 'name': '', 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'mac_address': 'fa:16:3e:7d:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:45Z', 'updated_at': '2021-04-13T14:41:48Z', 'revision_number': 2, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'subnets': [{'id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:49.989037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9eb05768-9c65-4b1e-b676-02699e73670c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:50.264375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7e264-1abc-44f9-b972-4185b7a824fe req-b2337d1f-0659-412c-97fc-1ff8ede97113 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:50.266877 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ecf7e264-1abc-44f9-b972-4185b7a824fe req-b2337d1f-0659-412c-97fc-1ff8ede97113 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 944 time: 0.1375487
Apr 13 14:41:50.309879 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ecf7e264-1abc-44f9-b972-4185b7a824fe req-131d3c96-deaa-4bd6-98e4-760810a1abf5 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332353
Apr 13 14:41:51.257639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 26db1c39-37c9-451e-be90-50a7633c22d9 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:51.321825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 180b9f2f-daf0-4d2d-becb-a75199c60a4e up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:51.478212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 26db1c39-37c9-451e-be90-50a7633c22d9 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:51.493419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 26db1c39-37c9-451e-be90-50a7633c22d9 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:51.493870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:51.534064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 180b9f2f-daf0-4d2d-becb-a75199c60a4e completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:51.546717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 180b9f2f-daf0-4d2d-becb-a75199c60a4e triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:51.546988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:51.731606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895680b-a618-461d-b5d9-6ac0404b7854 req-25bb9fbd-cbd4-4e43-89ed-c258098a8211 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:51.735195 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d895680b-a618-461d-b5d9-6ac0404b7854 req-25bb9fbd-cbd4-4e43-89ed-c258098a8211 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 944 time: 0.1299207
Apr 13 14:41:51.780315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:51.806059 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d895680b-a618-461d-b5d9-6ac0404b7854 req-dd2259f6-febc-4235-946c-99e43f9757d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496230
Apr 13 14:41:51.810307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:51.829867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 180b9f2f-daf0-4d2d-becb-a75199c60a4e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:51.833435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:41:51.841565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:51.845506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 26db1c39-37c9-451e-be90-50a7633c22d9, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=26db1c39-37c9-451e-be90-50a7633c22d9,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:51.846905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e294e8bd-4cd7-483d-b64b-999d2af09103 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:51.892329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:51.973390 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'code': 200}
Apr 13 14:41:51.979134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=180b9f2f-daf0-4d2d-becb-a75199c60a4e,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:51.984064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:51.984770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36cc5f33-bd0c-47f8-8426-91011f16ae00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:52.148282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=26db1c39-37c9-451e-be90-50a7633c22d9,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:52.170293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:52.212383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e8f6-e669-4479-b578-9597aea89f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:52.473890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d20d0-440d-4f03-ad71-18fa71e4aa5f req-64722af0-8901-4656-939a-a71709758973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:52.475576 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce5d20d0-440d-4f03-ad71-18fa71e4aa5f req-64722af0-8901-4656-939a-a71709758973 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 1098 time: 0.1227527
Apr 13 14:41:52.508818 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ce5d20d0-440d-4f03-ad71-18fa71e4aa5f req-542e94fa-ec70-4a88-b8ce-9c6c888117c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259087
Apr 13 14:41:53.136553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:53.230182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 26db1c39-37c9-451e-be90-50a7633c22d9 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:53.329333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375b828-11a3-4413-a71e-a1010b7ff9a3 req-d260fea5-4f00-4707-9bdf-5dd3d29177e0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:53.356656 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c375b828-11a3-4413-a71e-a1010b7ff9a3 req-d260fea5-4f00-4707-9bdf-5dd3d29177e0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 945 time: 0.2932591
Apr 13 14:41:53.426829 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c375b828-11a3-4413-a71e-a1010b7ff9a3 req-0eb3dbf5-16f8-49b8-bb0c-96c1a2d25f9d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681190
Apr 13 14:41:53.486825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 26db1c39-37c9-451e-be90-50a7633c22d9 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:53.487605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:53.584948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Sync routers for ids ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:41:53.615584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Routers {'e6fcf072-5b3e-4a52-8cc7-73323fdeca92'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:53.618735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b6d8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:53.845824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:54.027436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Set router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:54.631966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b6d8>, [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:41:47Z', 'revision_number': 4, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port': {'id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:42Z', 'updated_at': '2021-04-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '343f6870-d2ad-421c-bf6e-fd0f523845cd', 'name': '', 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'mac_address': 'fa:16:3e:7d:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:45Z', 'updated_at': '2021-04-13T14:41:48Z', 'revision_number': 2, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'subnets': [{'id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:54.639891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Checking router: e6fcf072-5b3e-4a52-8cc7-73323fdeca92 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:41:54.640529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Updating router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 port 343f6870-d2ad-421c-bf6e-fd0f523845cd binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:41:54.780846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:54.935701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3707a-d4da-4f9a-a50c-48f1bfd6eccc req-339f6cac-fedd-4c3b-9981-4be57918e122 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:54.940389 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7fa3707a-d4da-4f9a-a50c-48f1bfd6eccc req-339f6cac-fedd-4c3b-9981-4be57918e122 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 945 time: 0.1935632
Apr 13 14:41:55.021652 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7fa3707a-d4da-4f9a-a50c-48f1bfd6eccc req-ef7989d1-d34f-4906-8aca-93f3a3daae07 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641482
Apr 13 14:41:55.441217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:55.677251 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d93908-bf0c-4956-b60e-034127b9ac91 req-4e3e148a-d34a-42f9-b157-d1216cec0f69 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:55.680182 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6d93908-bf0c-4956-b60e-034127b9ac91 req-4e3e148a-d34a-42f9-b157-d1216cec0f69 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 945 time: 0.2039497
Apr 13 14:41:55.697936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:55.719148 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Transition to ACTIVE for port object 343f6870-d2ad-421c-bf6e-fd0f523845cd will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:41:55.727265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:55.776555 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6d93908-bf0c-4956-b60e-034127b9ac91 req-77b47cb3-508d-48c6-a79e-d7157f615491 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822487
Apr 13 14:41:55.823881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42446) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:55.875278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:55.959214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237f962-ad2a-43c2-8ec8-a64f0abeb0f6 None None] Pushing event updated for resources: {'Port': ['ID=343f6870-d2ad-421c-bf6e-fd0f523845cd,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:55.963979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3237f962-ad2a-43c2-8ec8-a64f0abeb0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:55.991950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f641a-b23c-4d1e-b670-42e2ec38307e tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:41:55.999673 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-166f641a-b23c-4d1e-b670-42e2ec38307e tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 1093 time: 0.1689398
Apr 13 14:41:56.000833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42452) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:41:56.015793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:41:56.034683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:41:56.043818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:floatingip and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:41:56.051122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:41:56.069733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:41:56.090751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:56.357376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:56.494759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Attempting to bind port 343f6870-d2ad-421c-bf6e-fd0f523845cd on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:41:56.495167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Attempting to bind port 343f6870-d2ad-421c-bf6e-fd0f523845cd by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:41:56.495592 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Attempting to bind port 343f6870-d2ad-421c-bf6e-fd0f523845cd on network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:41:56.507204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:41:56.507784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Checking segment: {'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:41:56.508085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:56.512636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Bound using segment: {'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:41:56.513029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Bound port: 343f6870-d2ad-421c-bf6e-fd0f523845cd, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e624c017-2586-4ac3-8ec3-85cc86075553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:41:56.513471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:56.550220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Allocated IP 172.27.3.163 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/21366a80-0a67-40a3-93b6-f1152f67ab47) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:41:56.721622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] For port 343f6870-d2ad-421c-bf6e-fd0f523845cd, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:41:56.731458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] For port 343f6870-d2ad-421c-bf6e-fd0f523845cd, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=343f6870-d2ad-421c-bf6e-fd0f523845cd,segment=NetworkSegment(e624c017-2586-4ac3-8ec3-85cc86075553),segment_id=e624c017-2586-4ac3-8ec3-85cc86075553)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:41:56.737192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:56.785455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:56.981054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3237f962-ad2a-43c2-8ec8-a64f0abeb0f6 None None] Pushing event updated for resources: {'Port': ['ID=343f6870-d2ad-421c-bf6e-fd0f523845cd,revision_number=4']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:56.992227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3237f962-ad2a-43c2-8ec8-a64f0abeb0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:56.994687 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:57.100194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:57.161581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2f46984-c7f9-417e-8946-246c74d86ead tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:57.228735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Routers {'e6fcf072-5b3e-4a52-8cc7-73323fdeca92'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:41:57.229907 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b6d8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:57.343026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 343f6870-d2ad-421c-bf6e-fd0f523845cd up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:57.363828 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=21366a80-0a67-40a3-93b6-f1152f67ab47,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:57.368242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:57.544077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 343f6870-d2ad-421c-bf6e-fd0f523845cd completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:41:57.550468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 343f6870-d2ad-421c-bf6e-fd0f523845cd triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:57.551074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:57.561080 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:41:57.562922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:41:57.565836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:41:57.743543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-452e281b-2388-4e0d-b125-228f1e97f4bc None None] Provisioning complete for port 343f6870-d2ad-421c-bf6e-fd0f523845cd triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:57.744690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-452e281b-2388-4e0d-b125-228f1e97f4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:57.924395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:57.951385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] Set router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:41:58.002526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 343f6870-d2ad-421c-bf6e-fd0f523845cd, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=343f6870-d2ad-421c-bf6e-fd0f523845cd,segment=NetworkSegment(e624c017-2586-4ac3-8ec3-85cc86075553),segment_id=e624c017-2586-4ac3-8ec3-85cc86075553)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:41:58.013673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:58.023550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6770645-e156-47be-8d9e-42df2a5ecdae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:58.125801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=343f6870-d2ad-421c-bf6e-fd0f523845cd,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:58.129748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:58.494338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6d0b6d8>, [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:41:47Z', 'revision_number': 4, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port': {'id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:42Z', 'updated_at': '2021-04-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '343f6870-d2ad-421c-bf6e-fd0f523845cd', 'name': '', 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'mac_address': 'fa:16:3e:7d:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:45Z', 'updated_at': '2021-04-13T14:41:56Z', 'revision_number': 4, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'subnets': [{'id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:41:58.498062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737a6191-2aa9-4177-bc9c-9b39d86a107a None None] The sync data for ids ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'] in dv-cinder-786054-1-iscsi is: [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:41:47Z', 'revision_number': 4, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port': {'id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:42Z', 'updated_at': '2021-04-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '343f6870-d2ad-421c-bf6e-fd0f523845cd', 'name': '', 'network_id': 'ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'mac_address': 'fa:16:3e:7d:e8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:45Z', 'updated_at': '2021-04-13T14:41:56Z', 'revision_number': 4, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'subnets': [{'id': '2af7bff4-f159-4f93-a846-f81a320d5854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:41:58.688914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:58.799288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:59.311074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:59.315726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 343f6870-d2ad-421c-bf6e-fd0f523845cd up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:41:59.317721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:59.334845 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:41:59.475159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 343f6870-d2ad-421c-bf6e-fd0f523845cd triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:41:59.479919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:59.528918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=21366a80-0a67-40a3-93b6-f1152f67ab47,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:41:59.538407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:41:59.685614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:41:59.913071 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Floating IP 80143b9d-b69b-4d15-a157-6e9f3c46e243 associated. External IP: 172.27.3.163, port: 180b9f2f-daf0-4d2d-becb-a75199c60a4e.
Apr 13 14:42:00.362610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:42:00.604427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:42:00.619088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:42:00.649550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:00.653777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a70f9080>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:00.670377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:00.829220 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.8257918
Apr 13 14:42:00.830509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:00.908467 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'status': 'completed', 'code': 200}
Apr 13 14:42:01.038626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033f15-7057-4288-811c-8e95dd8424ae req-8109756f-a8f6-40f0-9d8c-f29edfe80cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:01.041623 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb033f15-7057-4288-811c-8e95dd8424ae req-8109756f-a8f6-40f0-9d8c-f29edfe80cf0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 1098 time: 0.1079972
Apr 13 14:42:01.123773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:01.219473 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033f15-7057-4288-811c-8e95dd8424ae req-b8979851-d825-4d07-b9e1-475c404c2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:01.221433 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb033f15-7057-4288-811c-8e95dd8424ae req-b8979851-d825-4d07-b9e1-475c404c2e13 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.1728766
Apr 13 14:42:01.418212 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb033f15-7057-4288-811c-8e95dd8424ae req-c50b2d14-b27f-46a8-862b-561b53cfb1f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e HTTP/1.1" status: 200  len: 999 time: 0.1887949
Apr 13 14:42:01.555758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033f15-7057-4288-811c-8e95dd8424ae req-028224a7-c9ef-4bce-97a4-c2266b97ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:01.558694 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb033f15-7057-4288-811c-8e95dd8424ae req-028224a7-c9ef-4bce-97a4-c2266b97ac57 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.1334460
Apr 13 14:42:01.757112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb033f15-7057-4288-811c-8e95dd8424ae req-958bc84e-49d7-4eea-b037-fce64e64f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:01.760594 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb033f15-7057-4288-811c-8e95dd8424ae req-958bc84e-49d7-4eea-b037-fce64e64f5c6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1926050
Apr 13 14:42:01.871949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:01.896161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a70f9080>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:41:58Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:01.910201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:42:01.927416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:01.928562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a70f9080>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:41:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:01.958973 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb033f15-7057-4288-811c-8e95dd8424ae req-43c61e5c-b3ab-47ed-9bd4-90cce56f8313 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862743
Apr 13 14:42:02.448231 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb033f15-7057-4288-811c-8e95dd8424ae req-7715c97c-85a1-4cfa-942a-0444be8f4169 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4808187
Apr 13 14:42:02.627060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:03.269236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a70f9080>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:41:58Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:03.276719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea5daa6-5b85-4e4e-b624-d47ddacf1f1f None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:41:58Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:42:03.643443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d37f2b-360b-4bd7-8c0c-7a3ffd7b7dab None None] New status for floating IP 80143b9d-b69b-4d15-a157-6e9f3c46e243: ACTIVE {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:42:04.075842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-277027c0-f7f2-493f-baf7-831ae95b2ea6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:04.079012 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-277027c0-f7f2-493f-baf7-831ae95b2ea6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 815 time: 0.4524651
Apr 13 14:42:04.103690 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-cedaba01-b57e-4554-a3d3-e5bc1a875158 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/quotas/ebc701f451e643f69507900fcdc1cb43 HTTP/1.1" status: 200  len: 375 time: 0.0137706
Apr 13 14:42:04.230680 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-a9b0d2e1-d540-4132-8c20-4efa990915ce tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1158874
Apr 13 14:42:04.442910 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-d12636d6-99a8-444e-a7eb-001bc50f68c3 service neutron] 10.222.0.22 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874721
Apr 13 14:42:04.616737 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-67d3358e-2c9c-49dc-b79a-72b3829df7af service neutron] 10.222.0.22 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1654882
Apr 13 14:42:04.925541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-47751dba-86dc-46a8-9ed9-a7c6c587848d req-1d41951a-0e3c-4e6b-9e5a-3edf87e82545 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Synchronizing usage tracker for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:42:04.947617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-47751dba-86dc-46a8-9ed9-a7c6c587848d req-1d41951a-0e3c-4e6b-9e5a-3edf87e82545 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Unset dirty status for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:42:04.949043 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-47751dba-86dc-46a8-9ed9-a7c6c587848d req-1d41951a-0e3c-4e6b-9e5a-3edf87e82545 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 210 time: 0.0756657
Apr 13 14:42:06.270741 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d81e4c39-ea62-43e1-b8f7-fe41b3d3fd7c req-dbc7833c-8693-4126-b69e-b78dae758b05 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 210 time: 0.0759029
Apr 13 14:42:06.317527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-32ec5b11-6daa-4dfc-b291-09711325f27c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:06.318798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-32ec5b11-6daa-4dfc-b291-09711325f27c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Synchronizing usage tracker for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:network {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:42:06.340491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-32ec5b11-6daa-4dfc-b291-09711325f27c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Unset dirty status for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:network {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:42:06.342070 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-32ec5b11-6daa-4dfc-b291-09711325f27c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.48 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 815 time: 0.2883317
Apr 13 14:42:06.358614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'port': {'device_id': '33919023-ef97-4dad-be6f-388841574797', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'admin_state_up': True, 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:06.572839 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:06.592599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:06.610993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Made reservation on behalf of ebc701f451e643f69507900fcdc1cb43 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:42:06.619927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:06.894868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Allocated IP 172.20.0.14 (292d55ca-6c4e-4e20-825c-67fda9f136a7/1eab42f2-ad7c-4a9d-8755-c7c6ba32be61/c1f9e12d-7bec-4e31-9a99-8882129e7e8c) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:42:07.384357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:07.437523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Transition to ACTIVE for port object c1f9e12d-7bec-4e31-9a99-8882129e7e8c will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:42:07.535650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:07.599810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:07.772145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:07.782621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:07.801278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca21cc6-d242-4529-b504-da8f1e494377 req-9c0f0eab-658c-4b3c-8694-ddeb3e14cdb0 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:07.815893 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ca21cc6-d242-4529-b504-da8f1e494377 req-9c0f0eab-658c-4b3c-8694-ddeb3e14cdb0 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.3073370
Apr 13 14:42:07.897785 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ca21cc6-d242-4529-b504-da8f1e494377 req-3bbdff82-fe20-4a45-9e5b-f9a036b9811e tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780516
Apr 13 14:42:08.095766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:42:08.097161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:42:08.100090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:42:08.200570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:08.201405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:08.240056 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8875859
Apr 13 14:42:08.438321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-45ec80ab-79d3-4fc4-8feb-d92db4b7c3c9 None None] Provisioning for port c1f9e12d-7bec-4e31-9a99-8882129e7e8c completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:42:08.444764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-45ec80ab-79d3-4fc4-8feb-d92db4b7c3c9 None None] Provisioning complete for port c1f9e12d-7bec-4e31-9a99-8882129e7e8c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:42:08.445224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45ec80ab-79d3-4fc4-8feb-d92db4b7c3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:08.528032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-45ec80ab-79d3-4fc4-8feb-d92db4b7c3c9 None None] Port c1f9e12d-7bec-4e31-9a99-8882129e7e8c cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:42:09.160135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e560c98-240d-4c5c-92ce-91481ee96315 req-a316d897-332a-41be-aa70-c09a4fa3cbb5 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:09.161965 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5e560c98-240d-4c5c-92ce-91481ee96315 req-a316d897-332a-41be-aa70-c09a4fa3cbb5 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.1222658
Apr 13 14:42:09.219824 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5e560c98-240d-4c5c-92ce-91481ee96315 req-ad515aa8-4312-43cb-ab3e-f8e6c10f2454 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451696
Apr 13 14:42:10.494026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb40a-79aa-4198-a361-13ab827bd912 req-1c71cc1e-bf59-40d3-ab72-61e78cf67940 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:10.496857 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3d1fb40a-79aa-4198-a361-13ab827bd912 req-1c71cc1e-bf59-40d3-ab72-61e78cf67940 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.1300058
Apr 13 14:42:10.538769 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3d1fb40a-79aa-4198-a361-13ab827bd912 req-7c0a0f82-49af-4712-b5a0-d8cef39f714d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350397
Apr 13 14:42:11.977275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c49298-9d29-4919-916c-c71d1d7cd17b req-fbf406cc-5dd7-460f-afcc-f7340b2bc068 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:11.978910 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d3c49298-9d29-4919-916c-c71d1d7cd17b req-fbf406cc-5dd7-460f-afcc-f7340b2bc068 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.1423099
Apr 13 14:42:12.016396 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d3c49298-9d29-4919-916c-c71d1d7cd17b req-4c578a41-85e3-4a50-92b8-ddbe0cd159e2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0285726
Apr 13 14:42:13.275812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682d91-a4ee-4acf-9466-09f8c727cd00 req-3f7a6456-3aa4-4060-87f1-a049caaa4201 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:13.278791 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-07682d91-a4ee-4acf-9466-09f8c727cd00 req-3f7a6456-3aa4-4060-87f1-a049caaa4201 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.1325779
Apr 13 14:42:13.315877 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-07682d91-a4ee-4acf-9466-09f8c727cd00 req-d3c3840d-920e-4140-b794-2a31cc74e601 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293491
Apr 13 14:42:13.989000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:42:14.658781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa1057-6e0b-42ee-8f3b-be46da3848c8 req-ea42d565-b03c-43c4-aaa0-e87848557ecd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:14.661718 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-55aa1057-6e0b-42ee-8f3b-be46da3848c8 req-ea42d565-b03c-43c4-aaa0-e87848557ecd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.1473963
Apr 13 14:42:14.715834 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-55aa1057-6e0b-42ee-8f3b-be46da3848c8 req-5efebdd5-01e4-46ea-a253-dcfc3b41682d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455110
Apr 13 14:42:16.008814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb16a6f4-b832-44a2-b492-5f57baec14ff req-d92d16db-e5f4-47ef-8fad-1c1aef24c1e9 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:16.012293 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb16a6f4-b832-44a2-b492-5f57baec14ff req-d92d16db-e5f4-47ef-8fad-1c1aef24c1e9 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.1514559
Apr 13 14:42:16.053099 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fb16a6f4-b832-44a2-b492-5f57baec14ff req-d787f33c-eff2-4b59-a809-3786163206f4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298781
Apr 13 14:42:17.354389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481ddfe-dc51-4fe1-85f9-6fc8172aaa8b req-4752987e-9264-4531-8073-99d8624afe48 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:17.356049 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e481ddfe-dc51-4fe1-85f9-6fc8172aaa8b req-4752987e-9264-4531-8073-99d8624afe48 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 932 time: 0.1029253
Apr 13 14:42:17.399727 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e481ddfe-dc51-4fe1-85f9-6fc8172aaa8b req-533f1fdb-c977-4980-9441-ec9afc71af3b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358629
Apr 13 14:42:17.869969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Request body: {'port': {'device_id': '33919023-ef97-4dad-be6f-388841574797', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:18.020359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:18.480993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f9e12d-7bec-4e31-9a99-8882129e7e8c {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:42:18.491925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:18.521628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Transition to ACTIVE for port object c1f9e12d-7bec-4e31-9a99-8882129e7e8c will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:42:18.526266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:18.543304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:18.755270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:18.760878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:18.822216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ae1a-2d74-4897-90a4-ec15e7ee19c4 req-5d4cbf66-3e26-40a7-945a-236eeb44834f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:18.823012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-5d55ae1a-2d74-4897-90a4-ec15e7ee19c4 req-5d4cbf66-3e26-40a7-945a-236eeb44834f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Synchronizing usage tracker for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:42:18.940449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-5d55ae1a-2d74-4897-90a4-ec15e7ee19c4 req-5d4cbf66-3e26-40a7-945a-236eeb44834f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Unset dirty status for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:42:18.941775 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d55ae1a-2d74-4897-90a4-ec15e7ee19c4 req-5d4cbf66-3e26-40a7-945a-236eeb44834f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 944 time: 0.3360667
Apr 13 14:42:19.021793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-5d55ae1a-2d74-4897-90a4-ec15e7ee19c4 req-041c9876-28ae-45ff-ae9e-a1a578797ad5 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Synchronizing usage tracker for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:42:19.060053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-5d55ae1a-2d74-4897-90a4-ec15e7ee19c4 req-041c9876-28ae-45ff-ae9e-a1a578797ad5 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Unset dirty status for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:42:19.061373 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5d55ae1a-2d74-4897-90a4-ec15e7ee19c4 req-041c9876-28ae-45ff-ae9e-a1a578797ad5 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857811
Apr 13 14:42:19.062229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Attempting to bind port c1f9e12d-7bec-4e31-9a99-8882129e7e8c on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:42:19.062614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Attempting to bind port c1f9e12d-7bec-4e31-9a99-8882129e7e8c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:42:19.062980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Attempting to bind port c1f9e12d-7bec-4e31-9a99-8882129e7e8c on network 292d55ca-6c4e-4e20-825c-67fda9f136a7 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:42:19.068793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Port c1f9e12d-7bec-4e31-9a99-8882129e7e8c on network 292d55ca-6c4e-4e20-825c-67fda9f136a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:42:19.069158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Attempting to bind port c1f9e12d-7bec-4e31-9a99-8882129e7e8c on network 292d55ca-6c4e-4e20-825c-67fda9f136a7 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:42:19.075106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:42:19.075544 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Checking segment: {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:42:19.075958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Bound using segment: {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:42:19.076973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Bound port: c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e425b177-012e-4b8f-8c8c-d6ac7aa25904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:42:19.077374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:19.159218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:42:19.162886 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:42:19.166923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:19.183339 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:19.349705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:19.355005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:19.393567 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:19.394485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:19.395881 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] 10.222.0.48 "PUT /v2.0/ports/c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 1094 time: 1.5307894
Apr 13 14:42:19.396425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:19.453204 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'status': 'completed', 'code': 200}
Apr 13 14:42:19.562064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-2baf2762-f937-4366-ad80-c8ae7af2724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:19.564522 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-2baf2762-f937-4366-ad80-c8ae7af2724f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1097 time: 0.1079285
Apr 13 14:42:19.648446 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-950545dd-3107-4c1e-b924-8063f1693e1f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 217 time: 0.0753841
Apr 13 14:42:19.737165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-80187fe9-e109-499e-8694-49f8b998d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:19.739432 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-80187fe9-e109-499e-8694-49f8b998d2db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 200  len: 854 time: 0.0841510
Apr 13 14:42:19.829849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-30e778bc-660f-4360-a6eb-0a74117b9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:19.831449 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-30e778bc-660f-4360-a6eb-0a74117b9d3d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292d55ca-6c4e-4e20-825c-67fda9f136a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0853603
Apr 13 14:42:19.976254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b6a89ef2-94c2-4d96-91b3-81c4ab52511f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:19.988951 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-ea74c8cd-d7f0-4319-a16a-0eaf36f9bd50 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505260
Apr 13 14:42:20.142134 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-850f3e50-1808-419e-8728-7632fa5d9a93 req-45f90b33-b364-4039-a032-630b7a08e3dc service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1459703
Apr 13 14:42:20.339036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512fddc-3060-4872-b1d8-d62b35eae664 req-ce731e89-e7ea-478f-87a1-95d0bbf09334 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:20.340837 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5512fddc-3060-4872-b1d8-d62b35eae664 req-ce731e89-e7ea-478f-87a1-95d0bbf09334 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 944 time: 0.1589375
Apr 13 14:42:20.345432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-2b4c8ba9-4f4e-491d-b3f9-ebfa8f561f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:20.347034 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-2b4c8ba9-4f4e-491d-b3f9-ebfa8f561f44 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1097 time: 0.1276824
Apr 13 14:42:20.416726 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5512fddc-3060-4872-b1d8-d62b35eae664 req-7d1a8a9a-3827-4e6c-aef1-6d091109c507 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685449
Apr 13 14:42:20.771772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-cbbacf36-b48f-408b-93d3-6ab10636e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:20.773429 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-cbbacf36-b48f-408b-93d3-6ab10636e619 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 916 time: 0.4066999
Apr 13 14:42:20.850155 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-e11dd8e9-037c-4513-a934-c56adec3afc5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 217 time: 0.0689523
Apr 13 14:42:20.937035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-de416478-f3ba-462d-a734-0fda58d04ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:20.938834 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-de416478-f3ba-462d-a734-0fda58d04ab1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 200  len: 854 time: 0.0797267
Apr 13 14:42:21.055593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-10f4e58c-3b78-4fa3-827b-1492efc4719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:21.058437 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-10f4e58c-3b78-4fa3-827b-1492efc4719a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292d55ca-6c4e-4e20-825c-67fda9f136a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1124983
Apr 13 14:42:21.231015 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-69998053-bb10-453c-a097-3532f05aadca service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649916
Apr 13 14:42:21.476070 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8f0b43b-07ac-409d-9a41-000682e8a0e0 req-8260ed9b-1402-4e9c-b4ff-62da21a24826 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379842
Apr 13 14:42:21.508048 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794322c6-9442-40c8-9216-fb03f558da3e req-7d4aa6f8-0519-4a4a-97e1-c7956569399f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:21.509632 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-794322c6-9442-40c8-9216-fb03f558da3e req-7d4aa6f8-0519-4a4a-97e1-c7956569399f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.2024622
Apr 13 14:42:21.549622 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-794322c6-9442-40c8-9216-fb03f558da3e req-382f52b0-369a-498b-a2e3-d115ca34183d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282180
Apr 13 14:42:21.689155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b970f-9e4a-4287-8140-7c3549c80aa5 req-3065211f-d0ca-4008-bc2b-18fd88ecddb7 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:21.690978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ed8b970f-9e4a-4287-8140-7c3549c80aa5 req-3065211f-d0ca-4008-bc2b-18fd88ecddb7 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 944 time: 0.1074309
Apr 13 14:42:21.725130 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ed8b970f-9e4a-4287-8140-7c3549c80aa5 req-19ea824d-d535-49a6-b966-f589cf3f6e0f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0264347
Apr 13 14:42:22.176130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7cbc25d6-23aa-472e-a9b7-5d9e5873dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:22.789590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d42a1-8b21-4f20-aabe-5507fb198a82 req-6455b1db-0d5d-4a36-9cf1-e72f6582ca9f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:22.791282 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df4d42a1-8b21-4f20-aabe-5507fb198a82 req-6455b1db-0d5d-4a36-9cf1-e72f6582ca9f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.0963163
Apr 13 14:42:22.825001 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df4d42a1-8b21-4f20-aabe-5507fb198a82 req-f630c1d4-d2fd-4d67-8129-d504e755ec73 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266020
Apr 13 14:42:22.944829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9268d2-40fa-4c52-ac52-d6fa693fe0d1 req-f0bf0d94-dfbd-40d8-9c82-bfc0b72bada2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:22.946494 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2c9268d2-40fa-4c52-ac52-d6fa693fe0d1 req-f0bf0d94-dfbd-40d8-9c82-bfc0b72bada2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 944 time: 0.0968313
Apr 13 14:42:22.986786 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2c9268d2-40fa-4c52-ac52-d6fa693fe0d1 req-19b6fbcc-672e-4484-ad36-35aeec4b3fd5 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282373
Apr 13 14:42:23.110075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:23.506267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c1f9e12d-7bec-4e31-9a99-8882129e7e8c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:42:23.657940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:23.673793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'port_id': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'mac_address': 'fa:16:3e:17:27:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:42:23.737131 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:23.738538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f9e12d-7bec-4e31-9a99-8882129e7e8c {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:42:23.756639 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:23.759880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:23.761815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:23.834874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:23.852779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:23.862087 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.862482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.862874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.863259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.863668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.864053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.864431 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.864806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.865185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.865602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.865975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.866347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:23.870774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:24.030914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c1f9e12d-7bec-4e31-9a99-8882129e7e8c'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:42:24.068046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d7540-e918-45ce-b1f8-ef622ecb00b7 req-1197eb9f-9835-48fc-84ee-f088cd486d29 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:24.069953 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-310d7540-e918-45ce-b1f8-ef622ecb00b7 req-1197eb9f-9835-48fc-84ee-f088cd486d29 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1093595
Apr 13 14:42:24.118707 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-310d7540-e918-45ce-b1f8-ef622ecb00b7 req-fe086bab-1d90-4521-8056-a5e048d31eff tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357437
Apr 13 14:42:24.328167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb50c2-2ad2-40fe-8d7e-a473385f3fae req-19d3c7c5-5eff-4276-b37c-c44f76f00e49 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:24.329866 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-caeb50c2-2ad2-40fe-8d7e-a473385f3fae req-19d3c7c5-5eff-4276-b37c-c44f76f00e49 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 945 time: 0.1552925
Apr 13 14:42:24.365958 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-caeb50c2-2ad2-40fe-8d7e-a473385f3fae req-f509d3c0-b80a-492d-b76f-91b04831c679 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0273979
Apr 13 14:42:25.365266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8e9e7-61f2-4e52-9da1-a11ced616500 req-dd770341-b86c-424e-874f-c06dc5cecc77 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:25.366976 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-18d8e9e7-61f2-4e52-9da1-a11ced616500 req-dd770341-b86c-424e-874f-c06dc5cecc77 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.0968013
Apr 13 14:42:25.408840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:25.410762 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-18d8e9e7-61f2-4e52-9da1-a11ced616500 req-c500e9e2-a597-492e-bf51-3d3dd55311a3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301695
Apr 13 14:42:25.539550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c1f9e12d-7bec-4e31-9a99-8882129e7e8c up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:42:25.630939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ea564-0ad0-46de-a30e-eae1ec44c657 req-e08de92e-d8c7-47c0-90f6-cd1e91ce93b3 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:25.633772 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f3ea564-0ad0-46de-a30e-eae1ec44c657 req-e08de92e-d8c7-47c0-90f6-cd1e91ce93b3 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 945 time: 0.1067715
Apr 13 14:42:25.637503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port c1f9e12d-7bec-4e31-9a99-8882129e7e8c completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:42:25.643119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port c1f9e12d-7bec-4e31-9a99-8882129e7e8c triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:42:25.643606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:25.688723 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f3ea564-0ad0-46de-a30e-eae1ec44c657 req-1d49e96f-bff2-4256-8f42-929e741c1873 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481310
Apr 13 14:42:25.798723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:25.821498 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:25.842648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:25.846900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:25.848973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:25.911462 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'code': 200}
Apr 13 14:42:25.961891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:25.968279 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:26.183000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dba4bc-4023-43ca-85d2-b5d2490f206e req-c3ec7745-abc6-4833-9543-4725f6ba3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:26.186675 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a9dba4bc-4023-43ca-85d2-b5d2490f206e req-c3ec7745-abc6-4833-9543-4725f6ba3107 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1099 time: 0.1028905
Apr 13 14:42:26.221628 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a9dba4bc-4023-43ca-85d2-b5d2490f206e req-0c1bea89-0ac0-48ec-aa59-83a018e59c45 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284004
Apr 13 14:42:26.648026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8f639-d22a-4c3e-8d8f-084ab03e70be req-791d4701-3d44-41b6-9207-fde526a9e12b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:26.649668 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c1a8f639-d22a-4c3e-8d8f-084ab03e70be req-791d4701-3d44-41b6-9207-fde526a9e12b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1003618
Apr 13 14:42:26.685155 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c1a8f639-d22a-4c3e-8d8f-084ab03e70be req-be2836bf-81a7-4baa-97db-67b690c2247e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0278938
Apr 13 14:42:26.910968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a853d3-eb53-4d79-86d0-c2be1ecb1eca req-7760a6d0-96e7-443f-b91c-793a2785528c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:26.913818 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-94a853d3-eb53-4d79-86d0-c2be1ecb1eca req-7760a6d0-96e7-443f-b91c-793a2785528c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.1004200
Apr 13 14:42:26.946994 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-94a853d3-eb53-4d79-86d0-c2be1ecb1eca req-fc238a33-95fa-49cc-bc2d-1c54738a99ef tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0256507
Apr 13 14:42:27.906338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e4517-fa24-4230-a1c6-e755a4eacc97 req-137b3566-a383-4bf7-9c02-8977982045b1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:27.908147 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a22e4517-fa24-4230-a1c6-e755a4eacc97 req-137b3566-a383-4bf7-9c02-8977982045b1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1004906
Apr 13 14:42:27.947074 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a22e4517-fa24-4230-a1c6-e755a4eacc97 req-58de99d9-fd0b-4246-ae9a-6f7fa80c3492 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264435
Apr 13 14:42:28.168167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20786944-4438-4315-a35d-9a4e8679cd82 req-aaa5527f-4113-48ed-9b98-014af7331098 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:28.170357 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-20786944-4438-4315-a35d-9a4e8679cd82 req-aaa5527f-4113-48ed-9b98-014af7331098 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.0949304
Apr 13 14:42:28.208025 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-20786944-4438-4315-a35d-9a4e8679cd82 req-60b8f655-26e2-4f5a-be1d-1d4914578da9 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0274348
Apr 13 14:42:28.418288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0b8fd-5b5c-4716-9778-bcefd9b71d89 req-16fbbd99-e093-47a1-887f-b1ae8161f94b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:28.420693 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7de0b8fd-5b5c-4716-9778-bcefd9b71d89 req-16fbbd99-e093-47a1-887f-b1ae8161f94b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.0925310
Apr 13 14:42:28.453566 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7de0b8fd-5b5c-4716-9778-bcefd9b71d89 req-dcfe430a-5937-4269-badf-a4fdae32c363 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0259101
Apr 13 14:42:28.936492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459f47a-fcee-465c-ad06-d60d2d59b545 req-9a23d1f7-6e86-40a0-9641-7e6a1bde8112 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:28.939656 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e459f47a-fcee-465c-ad06-d60d2d59b545 req-9a23d1f7-6e86-40a0-9641-7e6a1bde8112 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.1154299
Apr 13 14:42:28.987584 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e459f47a-fcee-465c-ad06-d60d2d59b545 req-2c43cf01-6ccf-40cd-b81d-cb53d9d9ec48 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403507
Apr 13 14:42:29.210591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbead4-83b7-4cf0-902d-10d9a0be903e req-39c3c8d3-3443-4b86-91e4-15e5b5f62854 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:29.212492 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f5dbead4-83b7-4cf0-902d-10d9a0be903e req-39c3c8d3-3443-4b86-91e4-15e5b5f62854 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1194632
Apr 13 14:42:29.258165 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f5dbead4-83b7-4cf0-902d-10d9a0be903e req-9d04d0e4-e470-4d9c-be05-b4c5ebd8ee4f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380638
Apr 13 14:42:30.601196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41c41-0930-4947-a4cc-cd316b1c734e req-275824a8-798b-42f3-b0ff-7f850f2935ab tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:30.604005 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-99c41c41-0930-4947-a4cc-cd316b1c734e req-275824a8-798b-42f3-b0ff-7f850f2935ab tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1222382
Apr 13 14:42:30.642549 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-99c41c41-0930-4947-a4cc-cd316b1c734e req-80911d10-242a-4f0b-bb4e-ca366d3ed62e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307324
Apr 13 14:42:31.453820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26291a64-0398-4a48-99df-8f2bfad7fb7c req-db703aeb-0ead-4c3c-9202-2d5da8d1e2fd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:31.455584 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-26291a64-0398-4a48-99df-8f2bfad7fb7c req-db703aeb-0ead-4c3c-9202-2d5da8d1e2fd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 946 time: 0.0984221
Apr 13 14:42:31.490859 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-26291a64-0398-4a48-99df-8f2bfad7fb7c req-72a582bd-9c45-45c7-9bc4-755e988bbfe8 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0284317
Apr 13 14:42:31.855651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:31.900505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60eea23-868d-45ea-97b8-601fd9715af5 req-856f317a-9e5f-411a-a12f-8fdeaf9ff545 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:31.903442 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b60eea23-868d-45ea-97b8-601fd9715af5 req-856f317a-9e5f-411a-a12f-8fdeaf9ff545 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1200619
Apr 13 14:42:31.961453 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b60eea23-868d-45ea-97b8-601fd9715af5 req-1fbaf88a-5da7-4a5d-b8bb-f4be2effc2c2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496302
Apr 13 14:42:32.715555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946a203-755b-4434-add3-748dd600ee32 req-24b5d896-ddd6-407d-a1a9-858f8d7a8681 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:32.717433 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2946a203-755b-4434-add3-748dd600ee32 req-24b5d896-ddd6-407d-a1a9-858f8d7a8681 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 946 time: 0.0990531
Apr 13 14:42:32.753292 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2946a203-755b-4434-add3-748dd600ee32 req-a90ef8ef-2626-4a6c-a8f0-3fb558bebfd7 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0283511
Apr 13 14:42:33.170856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-6ef15da8-3667-447d-99e0-09f81ba366ee tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:33.172578 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-6ef15da8-3667-447d-99e0-09f81ba366ee tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 946 time: 0.1403036
Apr 13 14:42:33.182504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e78dc1-1105-4634-9adf-59dd2e0871fa req-116ee0e2-e96c-4b35-9bfc-547f9935c601 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:33.184214 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21e78dc1-1105-4634-9adf-59dd2e0871fa req-116ee0e2-e96c-4b35-9bfc-547f9935c601 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.0999324
Apr 13 14:42:33.239873 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21e78dc1-1105-4634-9adf-59dd2e0871fa req-672c3bf5-b092-4e47-b763-2eaa94bef22d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453062
Apr 13 14:42:33.272489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Deleting port ace7496b-dacc-4727-9eda-e84dc1e24fdb {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:42:33.273165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:33.673257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] For port ace7496b-dacc-4727-9eda-e84dc1e24fdb, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ace7496b-dacc-4727-9eda-e84dc1e24fdb,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:33.673674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:33.698967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-fca9e743-0064-4201-ad2d-77017642790c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:33.700708 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-fca9e743-0064-4201-ad2d-77017642790c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1098 time: 0.2143869
Apr 13 14:42:34.087112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-96af9a1a-64d2-47d3-87fe-8cd83d9e3447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:34.088807 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-96af9a1a-64d2-47d3-87fe-8cd83d9e3447 service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.3308480
Apr 13 14:42:34.340379 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-fc280b83-fc46-4ae1-a0a2-f7d1ae1c195e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 1001 time: 0.2380290
Apr 13 14:42:34.351235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9bd54-b2bd-4f0c-9fa6-22193d54aa7a req-9dfcf42b-d8a6-447f-ab7f-7ef7fa49cccb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:34.353018 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-30f9bd54-b2bd-4f0c-9fa6-22193d54aa7a req-9dfcf42b-d8a6-447f-ab7f-7ef7fa49cccb tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 946 time: 0.3812585
Apr 13 14:42:34.356432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:34.356835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:34.357751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Floating IP 8557831e-06ad-4a7f-859d-6c656aabc993 disassociated. External IP: 172.27.3.170, port: ace7496b-dacc-4727-9eda-e84dc1e24fdb.
Apr 13 14:42:34.358102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Calling delete_port for ace7496b-dacc-4727-9eda-e84dc1e24fdb owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:42:34.465294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b1770-018f-491e-9d92-4cf26b2660c9 req-895507e4-b29c-42a9-bff1-da6e40f17b21 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:34.467527 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f5b1770-018f-491e-9d92-4cf26b2660c9 req-895507e4-b29c-42a9-bff1-da6e40f17b21 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.0997782
Apr 13 14:42:34.498285 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-30f9bd54-b2bd-4f0c-9fa6-22193d54aa7a req-78b66ef0-80d8-464b-92fb-54e40da1bc4e tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed1e09e8-a127-4d02-8291-1cec8f6822ed&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738649
Apr 13 14:42:34.499860 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5f5b1770-018f-491e-9d92-4cf26b2660c9 req-fbb343e7-65d4-41dc-ac18-9b9b6c377664 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255160
Apr 13 14:42:34.748043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-3e59bc66-273d-45d9-b174-d93d24421358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:34.749634 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-3e59bc66-273d-45d9-b174-d93d24421358 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.3956280
Apr 13 14:42:34.880642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:34.901264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:34.974576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event deleted for resources: {'Port': ['ID=ace7496b-dacc-4727-9eda-e84dc1e24fdb,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:34.980505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:34.982739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-ad5cd150-511f-46e1-8ac8-da608bd800e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:34.984427 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-ad5cd150-511f-46e1-8ac8-da608bd800e8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2277532
Apr 13 14:42:35.229688 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-846cedec-9630-4656-a5e5-bdba19fc10e6 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952064
Apr 13 14:42:35.562410 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbf2555e-22e3-49ed-9853-7aab9dbe51f5 req-d1bd2202-b6f9-4832-a052-d33de5020f35 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2719505
Apr 13 14:42:35.578161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Router d328708d-875c-47ca-872a-07ddaac29354 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:42:35.773338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8582b42-ac76-45eb-97b5-ff31d719b099 req-9fdbfd52-cf3c-43e7-a273-91bc40e775fc tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:35.775234 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8582b42-ac76-45eb-97b5-ff31d719b099 req-9fdbfd52-cf3c-43e7-a273-91bc40e775fc tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1044805
Apr 13 14:42:35.796895 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e0682f5-3e3f-4e80-8417-4eac9331b9cb req-05b65558-296e-4944-83db-89f72ca82a19 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd1bb1a6-f413-4299-b37f-b00109f11f06 HTTP/1.1" status: 200  len: 210 time: 0.1337943
Apr 13 14:42:35.828058 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8582b42-ac76-45eb-97b5-ff31d719b099 req-209dd7be-307b-46d6-a24b-d2068d87be07 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302293
Apr 13 14:42:35.877918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:42:35.893021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] Sync routers for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:42:35.913268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:35.914014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5f1c080>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:42:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:35.963430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] No DVR routers for this DVR port ace7496b-dacc-4727-9eda-e84dc1e24fdb on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:42:35.966674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:35.969798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'name': 'network-vif-deleted', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:35.994878 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3823f5d1-1e29-41f0-a6f6-6bbceace04c6 req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.48 "DELETE /v2.0/ports/ace7496b-dacc-4727-9eda-e84dc1e24fdb HTTP/1.1" status: 204  len: 173 time: 2.8157046
Apr 13 14:42:36.023674 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1bb1a6-f413-4299-b37f-b00109f11f06', 'name': 'network-vif-deleted', 'tag': 'ace7496b-dacc-4727-9eda-e84dc1e24fdb', 'status': 'completed', 'code': 200}
Apr 13 14:42:36.180959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:36.556399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5f1c080>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:36.565589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] Checking router: d328708d-875c-47ca-872a-07ddaac29354 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:42:36.577502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:36.578201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5f1c080>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:42:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:36.784094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:36.944042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42802) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:37.100246 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:37.147706 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:37.169613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1039261-f70b-46e5-bae3-0335c440eab6 req-d830509a-8571-41b9-98e2-aa5b9f226f74 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:37.171450 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f1039261-f70b-46e5-bae3-0335c440eab6 req-d830509a-8571-41b9-98e2-aa5b9f226f74 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1878853
Apr 13 14:42:37.234726 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f1039261-f70b-46e5-bae3-0335c440eab6 req-1762602b-2f44-49a3-bec6-6ebfc35e1299 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477250
Apr 13 14:42:37.244011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:37.251789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c65c50be-c14e-4fef-8f99-9e1765b62034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:37.277340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1e09e8-a127-4d02-8291-1cec8f6822ed,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:37.292539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.293102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.293674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.294631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.295050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.295453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.295884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.296286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.296683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.297077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.297469 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.297859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:37.310102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:37.312846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:37.315332 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "DELETE /v2.0/security-groups/ed1e09e8-a127-4d02-8291-1cec8f6822ed HTTP/1.1" status: 204  len: 168 time: 0.3691483
Apr 13 14:42:37.317805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42808) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:37.353808 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.v2.resource [None req-4010e30b-b9a6-40fa-87da-223116b072fd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] show failed (client error): The resource could not be found.
Apr 13 14:42:37.360529 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4010e30b-b9a6-40fa-87da-223116b072fd tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "GET /v2.0/security-groups/ed1e09e8-a127-4d02-8291-1cec8f6822ed HTTP/1.1" status: 404  len: 347 time: 0.0365949
Apr 13 14:42:37.361488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42812) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:37.440130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5f1c080>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:37.448700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36406b92-2930-4d8d-88f8-d66474ee61ca None None] The sync data for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi is: [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:35:38Z', 'revision_number': 4, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a', 'name': '', 'network_id': 'da2ba0b0-75e1-455f-b641-02f297d39d15', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'mac_address': 'fa:16:3e:b3:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:27Z', 'updated_at': '2021-04-13T14:35:53Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'subnets': [{'id': '37eecacb-17bf-472c-bb5f-a8dd2f86fe61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:42:37.549100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Deleting port 2c159086-7d25-4106-9bda-f75da1ce0d11 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:42:37.549482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:37.623699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ace7496b-dacc-4727-9eda-e84dc1e24fdb no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:42:37.690481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: ace7496b-dacc-4727-9eda-e84dc1e24fdb {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:42:37.691123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ace7496b-dacc-4727-9eda-e84dc1e24fdb not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:42:37.802255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:37.802636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:37.881444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77090717-e4c4-4f89-8d24-002ce841d26d None None] New status for floating IP 8557831e-06ad-4a7f-859d-6c656aabc993: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:42:37.977018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Calling delete_port for 2c159086-7d25-4106-9bda-f75da1ce0d11 owned by network:floatingip {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:42:38.140245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:38.141658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-77090717-e4c4-4f89-8d24-002ce841d26d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:42:38.142365 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-77090717-e4c4-4f89-8d24-002ce841d26d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:42:38.157590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-063484f8-3af9-44c3-bf9a-5520f2e344dd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:38.219118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Pushing event deleted for resources: {'Port': ['ID=2c159086-7d25-4106-9bda-f75da1ce0d11,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:38.223443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:38.451614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks [] for floatingip, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:38.472829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:38.476497 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1d5912c6-f312-4966-b922-d9358826276b tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] 10.222.0.22 "DELETE /v2.0/floatingips/8557831e-06ad-4a7f-859d-6c656aabc993 HTTP/1.1" status: 204  len: 168 time: 1.1114542
Apr 13 14:42:38.521551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a1896-5d73-4801-8773-8090370c85f1 req-d87ac97b-7c05-4732-a132-16e570d34b4c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:38.523428 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d47a1896-5d73-4801-8773-8090370c85f1 req-d87ac97b-7c05-4732-a132-16e570d34b4c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1477637
Apr 13 14:42:38.557002 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d47a1896-5d73-4801-8773-8090370c85f1 req-3a9a090d-3011-45e7-bded-f51072df4671 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260134
Apr 13 14:42:38.644379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77090717-e4c4-4f89-8d24-002ce841d26d None None] New status for floating IP 8557831e-06ad-4a7f-859d-6c656aabc993: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:42:39.232703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954f643-854f-4d33-b32e-4ea9cb68c514 req-c43437e7-e56f-4ec5-a7a8-d3476187acc9 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:39.236299 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6954f643-854f-4d33-b32e-4ea9cb68c514 req-c43437e7-e56f-4ec5-a7a8-d3476187acc9 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.1152256
Apr 13 14:42:39.289816 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6954f643-854f-4d33-b32e-4ea9cb68c514 req-e6c7a957-c223-4b0b-ae06-f0bc806677f6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446343
Apr 13 14:42:39.320372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42848) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:39.633184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:42:39.882255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da393f36-d020-49b2-8c89-9bf688ba15ae tempest-TestMinimumBasicScenario-1950552464 tempest-TestMinimumBasicScenario-1950552464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:39.888943 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-da393f36-d020-49b2-8c89-9bf688ba15ae tempest-TestMinimumBasicScenario-1950552464 tempest-TestMinimumBasicScenario-1950552464-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1094 time: 0.5620983
Apr 13 14:42:39.889522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42864) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:39.905788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'port_id': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'fixed_ip_address': '172.20.0.14'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:39.922540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:39.931579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:floatingip and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:39.938467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:39.954586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:39.979891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for floatingip, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:40.013799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:40.030654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'port_id': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'mac_address': 'fa:16:3e:cb:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:42:40.109810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:40.111772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff8bc3b4-674a-445b-963f-7b82c1673348 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:42:40.139795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:40.143851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:40.146763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:40.151677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6de084-e15c-4c2b-9358-3ff39e23f043 req-99e4e2cb-b4b6-4d1a-8fc6-944c70988d72 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:40.168650 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1a6de084-e15c-4c2b-9358-3ff39e23f043 req-99e4e2cb-b4b6-4d1a-8fc6-944c70988d72 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.2849970
Apr 13 14:42:40.238354 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1a6de084-e15c-4c2b-9358-3ff39e23f043 req-a2945e13-37ef-4369-82e6-33e385956e91 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676718
Apr 13 14:42:40.247024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['ff8bc3b4-674a-445b-963f-7b82c1673348'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:42:40.408294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=6']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:40.447436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:40.492842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:40.767010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Allocated IP 172.27.3.251 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/6f16c21e-959c-479b-85e1-f28df851f4a2) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:42:41.081085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:41.121754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:41.162005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4f2e9ab2-4a3e-4e27-b5d2-388f239e60e4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:41.590155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'Port': ['ID=6f16c21e-959c-479b-85e1-f28df851f4a2,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:41.662675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:42:41.702154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:41.740182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:42:41.754929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:42:41.760820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:42:41.814997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port ff8bc3b4-674a-445b-963f-7b82c1673348 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:42:41.815755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:41.823644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fa57e-1033-43f2-937e-36e650d63ad1 req-e3aa066b-763f-48d8-89f3-a7380736cc87 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:41.836129 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-680fa57e-1033-43f2-937e-36e650d63ad1 req-e3aa066b-763f-48d8-89f3-a7380736cc87 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 944 time: 0.3803580
Apr 13 14:42:41.877900 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-680fa57e-1033-43f2-937e-36e650d63ad1 req-061941f7-5b2e-4274-9513-7e6422ab9cd5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405512
Apr 13 14:42:42.176162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:42.210305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:42.246760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:42.252049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:42.266766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:42.365154 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'code': 200}
Apr 13 14:42:42.407571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=7']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:42.414563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:42.502357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:42.602957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:43.017085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:43.021841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:43.039506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:43.167631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c7811-cd10-42c3-9b62-e596fbb8ca13 req-2d617b09-65d7-440d-9cc8-f1199322f920 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:43.169831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f61c7811-cd10-42c3-9b62-e596fbb8ca13 req-2d617b09-65d7-440d-9cc8-f1199322f920 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1038132
Apr 13 14:42:43.213600 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f61c7811-cd10-42c3-9b62-e596fbb8ca13 req-2f870106-4798-44ca-9247-b6af3ad0ee2d tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363371
Apr 13 14:42:43.354544 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'Port': ['ID=6f16c21e-959c-479b-85e1-f28df851f4a2,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:43.360782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:43.547531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:43.822643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42898) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:43.987995 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Floating IP 414cfa1b-150b-4051-a0be-584a77fec380 associated. External IP: 172.27.3.251, port: c1f9e12d-7bec-4e31-9a99-8882129e7e8c.
Apr 13 14:42:44.533580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Router 1a814898-d317-4b8e-a361-dcbb0147fa96 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:42:44.829141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:44.932532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492d8fe-a15e-42c6-b4aa-6198c244e841 req-8e37eeff-85a7-479d-b9b2-b9b74a227c65 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:44.941344 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9492d8fe-a15e-42c6-b4aa-6198c244e841 req-8e37eeff-85a7-479d-b9b2-b9b74a227c65 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.5313959
Apr 13 14:42:44.986107 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9492d8fe-a15e-42c6-b4aa-6198c244e841 req-3f560c32-e504-4937-b3d2-f3849e4c2bb8 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436623
Apr 13 14:42:45.083720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:42:45.095112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] Sync routers for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:42:45.113962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:45.114688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb9b70>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:42:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:45.118114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:45.194751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.3009646
Apr 13 14:42:45.194751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:45.211395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42906) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:45.224791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268166563', 'description': 'tempest-secgroup-smoke-1268166563 description', 'project_id': 'ebc701f451e643f69507900fcdc1cb43'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:45.242509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:45.277876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:45.301161 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'status': 'completed', 'code': 200}
Apr 13 14:42:45.303015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:45.308366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:45.314531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:45.321347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:45.338857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:45.399278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:45.551014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:45.561031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:45.588315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab2658c-cbb1-4b5a-9ba9-5321e51f1f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:45.604695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:45.613294 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4004488
Apr 13 14:42:45.619884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42912) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:45.638668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'security_group_rule': {'security_group_id': '9d6a6404-3342-4ca2-987f-f1a6691c95cd', 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:45.681302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:45.718517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:45.739288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:45.752095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:45.758858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6a6404-3342-4ca2-987f-f1a6691c95cd,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:45.764461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d01e2aef-6467-48f3-9b5c-c5951a2fcddb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:45.783014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-0f41c8e9-be5d-440f-92c6-4f749ef4b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:45.786135 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-0f41c8e9-be5d-440f-92c6-4f749ef4b078 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1099 time: 0.4136312
Apr 13 14:42:45.822379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:45.899210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Deleting port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:42:45.899927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.026919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-cd9bdc13-42df-46ff-aa32-abfbba7b42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:46.029130 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-cd9bdc13-42df-46ff-aa32-abfbba7b42e2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 916 time: 0.2360473
Apr 13 14:42:46.030501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.092771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.113055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:46.134586 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80434e3c-de10-4a47-92d7-1d1e03f516c1,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:46.141808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:46.185029 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-0fc0a709-6367-47b8-b2bc-878884e3ae1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 1000 time: 0.1482217
Apr 13 14:42:46.186145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.190043 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5594800
Apr 13 14:42:46.190349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42918) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:46.218951 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] For port 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:46.219576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.259807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'security_group_rule': {'security_group_id': '9d6a6404-3342-4ca2-987f-f1a6691c95cd', 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:46.273765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:46.281797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:46.291149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:46.302522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:46.317608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-e72597d9-c654-4587-9133-a3801603a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:46.319272 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-e72597d9-c654-4587-9133-a3801603a013 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 200  len: 854 time: 0.1256983
Apr 13 14:42:46.344680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb9b70>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '414cfa1b-150b-4051-a0be-584a77fec380', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'port_id': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'mac_address': 'fa:16:3e:17:27:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33919023-ef97-4dad-be6f-388841574797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:42:42Z', 'updated_at': '2021-04-13T14:42:42Z', 'revision_number': 0, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:43Z', 'revision_number': 5, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:46.357380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] Checking router: 1a814898-d317-4b8e-a361-dcbb0147fa96 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:42:46.387514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:46.388904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb9b70>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:42:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:46.400282 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.423084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Calling delete_port for 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a owned by network:router_interface {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:42:46.541439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.557872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.568800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:46.607634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9123aa79-776f-4eb8-9f3e-12d5b3e99b8d,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:46.617029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:46.635826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.639771 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4449203
Apr 13 14:42:46.640712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42924) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:46.648763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'security_group_rule': {'security_group_id': '9d6a6404-3342-4ca2-987f-f1a6691c95cd', 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:46.662092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-cf2790ff-e2a1-452c-8ef7-4cff515a5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:46.663796 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-cf2790ff-e2a1-452c-8ef7-4cff515a5025 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292d55ca-6c4e-4e20-825c-67fda9f136a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3349445
Apr 13 14:42:46.668281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:46.710524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c816f-5077-445b-9b04-26b3590a0835 req-e0d26032-d39d-41e6-ab84-4c23941264b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:46.712254 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-282c816f-5077-445b-9b04-26b3590a0835 req-e0d26032-d39d-41e6-ab84-4c23941264b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.2688606
Apr 13 14:42:46.713560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:46.718795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.738660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:46.782646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:46.808096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:46.857175 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-282c816f-5077-445b-9b04-26b3590a0835 req-380d9f5a-9a5e-48ef-8ae6-861489ed21d3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1144512
Apr 13 14:42:46.908012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-59d5ea52-3b2f-4e96-8fb6-1d66308ab8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:46.943219 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-8ba377cb-5185-453f-9bbd-cf862904099d service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2710834
Apr 13 14:42:46.945058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:46.968655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Pushing event deleted for resources: {'Port': ['ID=9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:47.025165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.025971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.026600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.027223 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.028136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.034854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.035814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.036456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.037113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.037743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.038633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.039394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:42:47.049906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:47.442662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.488490 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.488490 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-731d94fc-1ee7-41eb-b712-750456032c6f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:47.514484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb9b70>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '414cfa1b-150b-4051-a0be-584a77fec380', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'port_id': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'mac_address': 'fa:16:3e:17:27:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33919023-ef97-4dad-be6f-388841574797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:42:42Z', 'updated_at': '2021-04-13T14:42:42Z', 'revision_number': 0, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:43Z', 'revision_number': 5, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:47.516184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.524543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf48ad43-cdc1-46ae-93e3-8a5838ef9f75 None None] The sync data for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi is: [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '414cfa1b-150b-4051-a0be-584a77fec380', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'floating_ip_address': '172.27.3.251', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'port_id': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'mac_address': 'fa:16:3e:17:27:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33919023-ef97-4dad-be6f-388841574797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:42:42Z', 'updated_at': '2021-04-13T14:42:42Z', 'revision_number': 0, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:43Z', 'revision_number': 5, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:42:47.527219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e497586-45b8-40ee-9b92-04b85904035c,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:47.533826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:47.618914 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6ef9e938-df2a-4535-978e-525ce3f241d0 req-ebdcf840-741c-4966-a7cc-ebb8731d76e8 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5851200
Apr 13 14:42:47.642698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.645572 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-bf4a1097-c6f0-456c-a1c0-c3ef3618a471 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0035775
Apr 13 14:42:47.649705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42928) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:47.660921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'security_group_rule': {'security_group_id': '9d6a6404-3342-4ca2-987f-f1a6691c95cd', 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:47.673120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:47.682444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:47.687293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:47.695694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:47.724528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.857072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.861625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.865337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:47.897276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291ad5a8-a72a-4989-a267-6ef03ae95f01,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:47.902593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:47.933935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:47.941507 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2899017
Apr 13 14:42:47.944537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42938) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:47.955263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'security_group_rule': {'security_group_id': '9d6a6404-3342-4ca2-987f-f1a6691c95cd', 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:47.979175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:47.987685 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53fda6b-3ed7-4ab3-8ad6-05b2968f96b6 None None] New status for floating IP 414cfa1b-150b-4051-a0be-584a77fec380: ACTIVE {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:42:48.000292 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:48.003896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:48.011039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:48.022765 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Project ebc701f451e643f69507900fcdc1cb43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 13 14:42:48.032139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.148366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.153165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.156239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ea8ad266-0f53-4a44-a9e2-d7279969ee5c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:48.186672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.191884 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2456810
Apr 13 14:42:48.196012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42942) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:48.203952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'security_group_rule': {'security_group_id': '9d6a6404-3342-4ca2-987f-f1a6691c95cd', 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:48.209140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65bdd7b-0a8d-43e3-b796-1ff63308e493,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:48.212701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5a6adfdc-29cf-49eb-8993-0790b71b3706 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:48.213907 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:48.219603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Usage tracker for resource:security_group_rule and tenant:ebc701f451e643f69507900fcdc1cb43 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:48.230064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:48.242603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:48.258738 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Project ebc701f451e643f69507900fcdc1cb43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 13 14:42:48.285841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.454103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.469359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.503959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:48.517126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:48.519018 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3215263
Apr 13 14:42:48.523473 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc1283-2ff8-43de-991f-9bf1f1bea233 req-e61f1fdf-d3a6-4987-84da-16299ebf728b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:48.525780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8bb5b9-77e2-4fcf-b20c-701d3c4359be,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:48.526991 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3abc1283-2ff8-43de-991f-9bf1f1bea233 req-e61f1fdf-d3a6-4987-84da-16299ebf728b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.4069734
Apr 13 14:42:48.536064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5b845c4d-76db-4ec4-ba77-204811cd72af tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:48.613342 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Router d328708d-875c-47ca-872a-07ddaac29354 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:42:48.633001 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3abc1283-2ff8-43de-991f-9bf1f1bea233 req-016c938b-9f30-4535-8eab-6f7799ff9dcc tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733533
Apr 13 14:42:48.746885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-305ab8f8-d2d6-403b-b489-eabd2f64c827 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Synchronizing usage tracker for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:security_group {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:42:48.766230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-305ab8f8-d2d6-403b-b489-eabd2f64c827 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Unset dirty status for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:security_group {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:42:48.767527 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-305ab8f8-d2d6-403b-b489-eabd2f64c827 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268166563&fields=id&tenant_id=ebc701f451e643f69507900fcdc1cb43 HTTP/1.1" status: 200  len: 267 time: 0.0545368
Apr 13 14:42:48.876384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-bf0f9706-6e53-44a9-a1d5-89c6316812e4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:48.878132 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-bf0f9706-6e53-44a9-a1d5-89c6316812e4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.1027479
Apr 13 14:42:48.892341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'port': {'security_groups': ['fed45d4b-34a7-42c6-bc68-e893938648ba', '9d6a6404-3342-4ca2-987f-f1a6691c95cd']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:48.955214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:42:48.967560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] Sync routers for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:42:48.979555 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] 10.222.0.22 "PUT /v2.0/routers/d328708d-875c-47ca-872a-07ddaac29354/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1551244
Apr 13 14:42:48.987002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42948) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:48.990731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:48.991986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb97b8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:42:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:49.062916 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:49.354383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:49.535260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:49.689938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:49.768373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:49.773408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:49.830600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c1f9e12d-7bec-4e31-9a99-8882129e7e8c'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:42:49.950986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5434113b-17a2-40d5-9003-8b6044b32311 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:50.010898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:50.035126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:50.035910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:50.037541 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80cc3e6f-d4c0-46bb-aa64-4d672351e021 req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "PUT /v2.0/ports/c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 982 time: 1.1515622
Apr 13 14:42:50.044015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:50.055905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636160d-2e73-4c58-aa9b-f8a1416e90dc req-9dd70881-2979-43b2-89ae-79cf9419f2b5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:50.057609 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9636160d-2e73-4c58-aa9b-f8a1416e90dc req-9dd70881-2979-43b2-89ae-79cf9419f2b5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.2461627
Apr 13 14:42:50.078677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Deleting port d5a09709-039a-45e0-9b16-4fca418cb2b8 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:42:50.079063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:50.100546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=6']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:50.101291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ca42093-c141-48cc-936c-dfd69f05903d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:50.114926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:50.116114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb97b8>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:42:46Z', 'revision_number': 5, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port': {'id': 'd5a09709-039a-45e0-9b16-4fca418cb2b8', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd328708d-875c-47ca-872a-07ddaac29354', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:35:19Z', 'updated_at': '2021-04-13T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:50.132397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] Checking router: d328708d-875c-47ca-872a-07ddaac29354 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:42:50.149217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c1f9e12d-7bec-4e31-9a99-8882129e7e8c'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:42:50.176085 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9636160d-2e73-4c58-aa9b-f8a1416e90dc req-72322e19-d6d6-4789-95fc-b7c09f76d1e0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1015861
Apr 13 14:42:50.228400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] Routers {'d328708d-875c-47ca-872a-07ddaac29354'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:42:50.229114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb97b8>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:42:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['d328708d-875c-47ca-872a-07ddaac29354'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:50.358802 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'status': 'completed', 'code': 200}
Apr 13 14:42:50.457730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] Set router d328708d-875c-47ca-872a-07ddaac29354 gateway port host: None {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:42:50.501534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae72227-e83e-440c-b61e-1752b1a899d0 req-b6ea79d8-9e57-45d3-9387-43fc05a207b4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:50.505284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] For port d5a09709-039a-45e0-9b16-4fca418cb2b8, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d5a09709-039a-45e0-9b16-4fca418cb2b8,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:50.505697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:50.511020 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9ae72227-e83e-440c-b61e-1752b1a899d0 req-b6ea79d8-9e57-45d3-9387-43fc05a207b4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.2281845
Apr 13 14:42:50.537790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-1f26f8c6-9f9d-4434-a571-50de672425f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:50.539897 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-1f26f8c6-9f9d-4434-a571-50de672425f5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1138 time: 0.1798306
Apr 13 14:42:50.551675 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9ae72227-e83e-440c-b61e-1752b1a899d0 req-968e1388-bfd6-44bc-9e62-20cf025ef09f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0391219
Apr 13 14:42:50.604892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6eb97b8>, [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:42:50Z', 'revision_number': 6, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:50.649947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638342e5-f7f3-4b83-a55c-7f938d0413b9 None None] The sync data for ids ['d328708d-875c-47ca-872a-07ddaac29354'] in dv-cinder-786054-1-iscsi is: [{'id': 'd328708d-875c-47ca-872a-07ddaac29354', 'name': 'tempest-AttachVolumeTestJSON-1825214536-router', 'tenant_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:35:16Z', 'updated_at': '2021-04-13T14:42:50Z', 'revision_number': 6, 'project_id': 'df8e5e8292f54527a7e72bd7f9178de1', 'gw_port_host': None}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:42:50.707516 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Calling delete_port for d5a09709-039a-45e0-9b16-4fca418cb2b8 owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:42:50.813610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-087457fa-c58e-4e05-9591-65f9e31442b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:50.822606 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-087457fa-c58e-4e05-9591-65f9e31442b7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 916 time: 0.2681618
Apr 13 14:42:51.023872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:42:51.031702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-2a9aa2ff-2f82-48f7-a615-52a5e94ffe0e None None] Provisioning complete for port c1f9e12d-7bec-4e31-9a99-8882129e7e8c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:42:51.032049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a9aa2ff-2f82-48f7-a615-52a5e94ffe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:51.036636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:51.063936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ee6abbe-ad17-42de-b40c-cc63875fb837 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:51.138992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a09709-039a-45e0-9b16-4fca418cb2b8,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:51.143700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:51.164542 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-ee2a6205-22b9-498b-a58d-17e80a4a996c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 1002 time: 0.3332446
Apr 13 14:42:51.400711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-c2247c5f-4893-4a3f-9d31-a8f2ec9ad201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:51.402654 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-c2247c5f-4893-4a3f-9d31-a8f2ec9ad201 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 200  len: 854 time: 0.2306406
Apr 13 14:42:51.477313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:42:51.534257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-6ff257f3-50a6-459c-9300-e4777d565de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:51.536457 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-6ff257f3-50a6-459c-9300-e4777d565de6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292d55ca-6c4e-4e20-825c-67fda9f136a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236935
Apr 13 14:42:51.561374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:42:51.561767 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9a0d96f8-21d1-4bd8-81ae-6c45e5203e3a not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:42:51.562239 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d5a09709-039a-45e0-9b16-4fca418cb2b8 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:42:51.593140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:51.634247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: d5a09709-039a-45e0-9b16-4fca418cb2b8 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:42:51.634640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d5a09709-039a-45e0-9b16-4fca418cb2b8 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:42:51.720277 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-2944b98c-36eb-4cb3-931d-ae18c988c8c5 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740391
Apr 13 14:42:51.860955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:51.868293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:51.947891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a43dee-b038-4886-9f15-e5c08f3d534f req-bfe1f2cf-ca73-447f-aec9-19d78773c60f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:51.951884 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-69a43dee-b038-4886-9f15-e5c08f3d534f req-bfe1f2cf-ca73-447f-aec9-19d78773c60f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.4057183
Apr 13 14:42:51.954506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:51.955714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d328708d-875c-47ca-872a-07ddaac29354 {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:42:51.974463 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5ab9c5e1-dc49-43fc-a9e8-1f5e22168a6f req-7a29ca88-ea15-46e1-b84f-9c4ca98288f4 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459555
Apr 13 14:42:52.034766 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-69a43dee-b038-4886-9f15-e5c08f3d534f req-078c52e1-73c3-4bff-b991-4d55b2a0a5e7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569787
Apr 13 14:42:52.040821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:52.043383 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] 10.222.0.22 "DELETE /v2.0/routers/d328708d-875c-47ca-872a-07ddaac29354 HTTP/1.1" status: 204  len: 168 time: 3.0536370
Apr 13 14:42:52.047671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42962) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:52.176103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Deleting subnet 37eecacb-17bf-472c-bb5f-a8dd2f86fe61 {{(pid=85241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:42:52.185108 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:52.190593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6ef31ef4-7fc9-49e6-a717-668762d53c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:52.275626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840360496'] for subnet, precommit_delete_associations {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:52.509963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:52.800684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840676596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14122558'] for subnet, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:52.818162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-853f3786-7346-43b0-a1a3-c3a68ea936c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:52.867021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37eecacb-17bf-472c-bb5f-a8dd2f86fe61,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:52.871115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:53.122810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:53.264999 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:53.273746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f406f1-0879-4166-a516-ea17fc15e5b4 None None] Network da2ba0b0-75e1-455f-b641-02f297d39d15 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:42:53.326642 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f14bd990-1400-4348-be3f-19909d456b85 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/37eecacb-17bf-472c-bb5f-a8dd2f86fe61 HTTP/1.1" status: 204  len: 168 time: 1.2764797
Apr 13 14:42:53.329402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 42970) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:53.415749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd377079-660f-4e45-ac08-7b77fd5da44b req-0e09ecc6-b328-4d6f-918e-b4a1a850cf78 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:53.417508 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fd377079-660f-4e45-ac08-7b77fd5da44b req-0e09ecc6-b328-4d6f-918e-b4a1a850cf78 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1362119
Apr 13 14:42:53.477399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:53.492212 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fd377079-660f-4e45-ac08-7b77fd5da44b req-f66d5e0b-f750-4381-b80d-e7f57db5ff1c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600183
Apr 13 14:42:53.566680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Deleting port bc4ea94c-df0a-40df-ba82-e8350814d842 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:42:53.567307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:53.832201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:53.865369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] For port bc4ea94c-df0a-40df-ba82-e8350814d842, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=bc4ea94c-df0a-40df-ba82-e8350814d842,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:53.865701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:53.916729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] DHCP port deletion for da2ba0b0-75e1-455f-b641-02f297d39d15 request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:42:53.931731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Deleting port bc4ea94c-df0a-40df-ba82-e8350814d842 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:42:53.932185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:54.073625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Calling delete_port for bc4ea94c-df0a-40df-ba82-e8350814d842 owned by network:dhcp {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:42:54.169695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:54.186947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10a2f8d3-fa5a-4810-a949-91157b77685b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:54.246019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] For port bc4ea94c-df0a-40df-ba82-e8350814d842, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=bc4ea94c-df0a-40df-ba82-e8350814d842,segment=NetworkSegment(8d6fd630-b223-4b30-8654-15d0178a9986),segment_id=8d6fd630-b223-4b30-8654-15d0178a9986)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:54.247300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:54.254181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4ea94c-df0a-40df-ba82-e8350814d842,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:54.259612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:54.355437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] No DVR routers for this DVR port bc4ea94c-df0a-40df-ba82-e8350814d842 on host dv-cinder-786054-1-iscsi {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:42:54.424335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Calling delete_port for bc4ea94c-df0a-40df-ba82-e8350814d842 owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:42:54.486939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:54.580434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:42:54.580963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:42:54.610789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a65142e8>,) {'filters': {'network_id': ['da2ba0b0-75e1-455f-b641-02f297d39d15']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:54.625430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a65142e8>, '8d6fd630-b223-4b30-8654-15d0178a9986') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:54.625776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a65142e8>, '8d6fd630-b223-4b30-8654-15d0178a9986') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:42:54.640580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:54.709310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:54.720378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:42:54.919110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b339e5-8f2c-4d18-a90e-e8b85e2dd7bb req-cebd9e9b-d2a1-47b6-9aff-da34ac68febb tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:54.920758 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2b339e5-8f2c-4d18-a90e-e8b85e2dd7bb req-cebd9e9b-d2a1-47b6-9aff-da34ac68febb tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.2723181
Apr 13 14:42:54.947081 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Network da2ba0b0-75e1-455f-b641-02f297d39d15 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:42:54.968204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:54.995117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018062db-5b01-48b8-b135-7ff76112fd12 req-c20842bd-67b1-494f-b389-d9b824214c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:54.996744 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-018062db-5b01-48b8-b135-7ff76112fd12 req-c20842bd-67b1-494f-b389-d9b824214c74 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1098 time: 0.0925076
Apr 13 14:42:55.082844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Deleting port bc4ea94c-df0a-40df-ba82-e8350814d842 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:42:55.083297 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:55.149881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018062db-5b01-48b8-b135-7ff76112fd12 req-1acb540b-e6bd-4a83-9e52-f71b5a87914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:55.151753 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-018062db-5b01-48b8-b135-7ff76112fd12 req-1acb540b-e6bd-4a83-9e52-f71b5a87914a service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.1474154
Apr 13 14:42:55.157805 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2b339e5-8f2c-4d18-a90e-e8b85e2dd7bb req-a3bb1d26-e976-411d-9e26-967691c94b2f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2150347
Apr 13 14:42:55.170037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f798103b-5bb8-4813-9020-97cdc8fcc737 None None] The port 'bc4ea94c-df0a-40df-ba82-e8350814d842' was deleted {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:42:55.267471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device bc4ea94c-df0a-40df-ba82-e8350814d842 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:42:55.308137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: bc4ea94c-df0a-40df-ba82-e8350814d842 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:42:55.308532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device bc4ea94c-df0a-40df-ba82-e8350814d842 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:42:55.321652 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-018062db-5b01-48b8-b135-7ff76112fd12 req-943cf922-adec-40fc-9e16-71e628dc8876 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 1001 time: 0.1626604
Apr 13 14:42:55.329562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Network da2ba0b0-75e1-455f-b641-02f297d39d15 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:42:55.354934 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:42:55.392624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018062db-5b01-48b8-b135-7ff76112fd12 req-ee0e7180-c50c-4ab7-92c2-fd943dc015c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:55.394195 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-018062db-5b01-48b8-b135-7ff76112fd12 req-ee0e7180-c50c-4ab7-92c2-fd943dc015c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.0660481
Apr 13 14:42:55.397842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:55.496281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018062db-5b01-48b8-b135-7ff76112fd12 req-a9f53023-0b1d-4a88-82f6-1ce55dc7b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:55.497907 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-018062db-5b01-48b8-b135-7ff76112fd12 req-a9f53023-0b1d-4a88-82f6-1ce55dc7b24f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0931733
Apr 13 14:42:55.665299 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-018062db-5b01-48b8-b135-7ff76112fd12 req-977362ea-1ad0-42ba-ae68-a37fd174afd4 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587155
Apr 13 14:42:55.699650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:55.704512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-897c8f00-f6a5-409f-8a71-d5ae6152161c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:55.719539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:55.731113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=da2ba0b0-75e1-455f-b641-02f297d39d15,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:55.735308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:55.746043 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/da2ba0b0-75e1-455f-b641-02f297d39d15 HTTP/1.1" status: 204  len: 168 time: 2.4153514
Apr 13 14:42:55.824928 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-018062db-5b01-48b8-b135-7ff76112fd12 req-e3e0c939-9172-4f52-b2ba-2628f4b6ed67 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515722
Apr 13 14:42:55.886985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 42996) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:55.924261 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4f58726e-a77b-4372-895c-9fc8fc4530b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df8e5e8292f54527a7e72bd7f9178de1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0353196
Apr 13 14:42:55.927243 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43000) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:55.994610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:56.023573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:56.072590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:56.078386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46263ebe-143e-4de5-bb27-0cc54e156049 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:56.096766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a249e3-a980-4202-a480-bf68471acca6,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:56.100731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:56.104285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:56.106216 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74a249e3-a980-4202-a480-bf68471acca6 HTTP/1.1" status: 204  len: 168 time: 0.1778414
Apr 13 14:42:56.412064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b6ea3-8e9c-4a90-a421-a59958628963 req-d69d90e3-6f17-44d9-9f03-caf7e509ab57 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:56.413715 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d99b6ea3-8e9c-4a90-a421-a59958628963 req-d69d90e3-6f17-44d9-9f03-caf7e509ab57 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.0959003
Apr 13 14:42:56.447577 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d99b6ea3-8e9c-4a90-a421-a59958628963 req-d95029ae-6240-4350-9b48-b780eec426da tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267150
Apr 13 14:42:56.966714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43028) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:57.087552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-923105718-network', 'tenant_id': '8b73e392aec34028a6ec612a3e26f43e'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:57.093369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:57.097576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Usage tracker for resource:network and tenant:8b73e392aec34028a6ec612a3e26f43e is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:57.100865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:57.108647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:57.118002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Made reservation on behalf of 8b73e392aec34028a6ec612a3e26f43e for: {'network': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:42:57.122830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.136370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.152603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:57.157301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Usage tracker for resource:security_group_rule and tenant:8b73e392aec34028a6ec612a3e26f43e is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:57.160408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:57.166684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:57.261830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.265532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.270204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ffefc1f-2cdc-43f4-996a-1ac90d0552a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:57.301186 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448}  {{(pid=85241) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:42:57.315931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee589795-2c8c-4f99-a89b-a14d55fea055,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:57.320902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:57.321859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.322256 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Added segment f430885c-1586-4ce7-b095-bf552700ad60 of type vlan for network c3bc3b8c-a933-4a70-95ca-81f8e143ae23
Apr 13 14:42:57.351958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.382713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.384278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:57.384935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.390830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:57.511935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5409970
Apr 13 14:42:57.511935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Pushing event updated for resources: {'Network': ['ID=c3bc3b8c-a933-4a70-95ca-81f8e143ae23,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:57.514117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43036) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:57.517395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:57.521948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Request body: {'subnet': {'network_id': 'c3bc3b8c-a933-4a70-95ca-81f8e143ae23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-923105718-subnet', 'tenant_id': '8b73e392aec34028a6ec612a3e26f43e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:57.528932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:57.531691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network c3bc3b8c-a933-4a70-95ca-81f8e143ae23 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:42:57.534186 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Usage tracker for resource:subnet and tenant:8b73e392aec34028a6ec612a3e26f43e is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:57.537617 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:57.545032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:57.556327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Made reservation on behalf of 8b73e392aec34028a6ec612a3e26f43e for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:42:57.565774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840653292'] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:57.712911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c4b56-0d2d-4514-b694-6b02eef72ef6 req-e3d5453f-4ec7-4895-97c0-52cc4dce7d00 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:57.714561 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-108c4b56-0d2d-4514-b694-6b02eef72ef6 req-e3d5453f-4ec7-4895-97c0-52cc4dce7d00 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1396749
Apr 13 14:42:57.749575 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-108c4b56-0d2d-4514-b694-6b02eef72ef6 req-cd306358-ecb0-412c-b69b-e604b3bed4c7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0277276
Apr 13 14:42:58.042752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14099409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840653307'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:58.064571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:58.201434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0473797e-19c9-40c3-b440-1779b0f88a81,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:58.205773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:58.270387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Checking segment: {'id': 'f430885c-1586-4ce7-b095-bf552700ad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c3bc3b8c-a933-4a70-95ca-81f8e143ae23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:42:58.270787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Network hostable DHCP agents. Network: c3bc3b8c-a933-4a70-95ca-81f8e143ae23, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:42:58.289810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Network c3bc3b8c-a933-4a70-95ca-81f8e143ae23 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:42:58.301872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, c3bc3b8c-a933-4a70-95ca-81f8e143ae23) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:42:58.311922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b3ff88-fc96-4bdd-bd19-b4d29a0166bf None None] Network c3bc3b8c-a933-4a70-95ca-81f8e143ae23 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:42:58.314715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:58.315372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:58.335993 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-54fd374e-000c-4c98-904b-9e40d6f1527b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8204148
Apr 13 14:42:58.557435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f525169-829a-41b7-9914-62c86b259d40 None None] Network c3bc3b8c-a933-4a70-95ca-81f8e143ae23 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:42:58.936419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43056) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:58.944255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-410486924-network', 'tenant_id': '9c6208dd0d2d4b3dbf772da07f2a5337'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:58.951004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:58.955578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Usage tracker for resource:network and tenant:9c6208dd0d2d4b3dbf772da07f2a5337 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:58.958892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:58.966664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:58.977913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Made reservation on behalf of 9c6208dd0d2d4b3dbf772da07f2a5337 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:42:58.983071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:58.996673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.001335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2427d66-527d-4d9a-a9f7-b585d31fb575 req-2e49557a-2585-4a7e-9a82-5cd01998c884 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:59.002952 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d2427d66-527d-4d9a-a9f7-b585d31fb575 req-2e49557a-2585-4a7e-9a82-5cd01998c884 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 945 time: 0.1106522
Apr 13 14:42:59.016443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:59.020564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Usage tracker for resource:security_group_rule and tenant:9c6208dd0d2d4b3dbf772da07f2a5337 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:59.023598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:59.030228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:59.036052 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d2427d66-527d-4d9a-a9f7-b585d31fb575 req-0ab95957-ee15-4399-9067-4a3fd14da5e2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263863
Apr 13 14:42:59.119051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.122592 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.127058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba64b05f-98b8-4844-91b8-a346b04bff28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:59.153301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:42:59.167094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7762887d-379f-48df-8509-c41cf7f463ff,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:59.171653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:59.172737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.173145 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Added segment 25eed6d5-142f-42ce-b1bc-a88242809b07 of type vlan for network d4f64659-2fd9-49c9-9554-aa5f3daa02ad
Apr 13 14:42:59.202626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.243126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.244882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:42:59.245532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.252083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:59.358285 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4203565
Apr 13 14:42:59.362062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43068) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:42:59.365332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Pushing event updated for resources: {'Network': ['ID=d4f64659-2fd9-49c9-9554-aa5f3daa02ad,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:59.368214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:42:59.368615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Request body: {'subnet': {'network_id': 'd4f64659-2fd9-49c9-9554-aa5f3daa02ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-410486924-subnet', 'tenant_id': '9c6208dd0d2d4b3dbf772da07f2a5337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:42:59.374841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:42:59.377130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network d4f64659-2fd9-49c9-9554-aa5f3daa02ad details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:42:59.380417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Usage tracker for resource:subnet and tenant:9c6208dd0d2d4b3dbf772da07f2a5337 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:42:59.384154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:42:59.391614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:42:59.405602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Made reservation on behalf of 9c6208dd0d2d4b3dbf772da07f2a5337 for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:42:59.410571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840653292'] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.679441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:42:59.812449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.824742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:42:59.835536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:42:59.839484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.841874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:59.851021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14099409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840653307'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:42:59.868153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:42:59.899664 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'code': 422} returned with failed status
Apr 13 14:42:59.939293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=8']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:42:59.948452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:00.026398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001b3d1c-6734-4c87-b206-c16c1650fef4,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:00.031076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:00.093666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Checking segment: {'id': '25eed6d5-142f-42ce-b1bc-a88242809b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4f64659-2fd9-49c9-9554-aa5f3daa02ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:00.094067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Network hostable DHCP agents. Network: d4f64659-2fd9-49c9-9554-aa5f3daa02ad, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:43:00.114076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Network d4f64659-2fd9-49c9-9554-aa5f3daa02ad is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:43:00.122778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, d4f64659-2fd9-49c9-9554-aa5f3daa02ad) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:00.131752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff07c591-88a3-4d9f-af26-48a8667d0569 None None] Network d4f64659-2fd9-49c9-9554-aa5f3daa02ad requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:43:00.135308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:00.136016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:00.156301 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7929230
Apr 13 14:43:00.318161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43090) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:00.388247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Deleting subnet 0473797e-19c9-40c3-b440-1779b0f88a81 {{(pid=85241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:43:00.391740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:00.408705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7eb8e-3b2f-49d2-99bd-b29297daeee1 None None] Network d4f64659-2fd9-49c9-9554-aa5f3daa02ad requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:43:00.447910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840360496'] for subnet, precommit_delete_associations {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:00.509646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:00.773946 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-a519d492-0500-49ea-b9e7-a7d145cf66f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0842335
Apr 13 14:43:01.092309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b421c4-067f-4431-a0de-8154a02de64c req-980540ca-5aea-414d-b015-a9ea0faaa520 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:01.093986 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-37b421c4-067f-4431-a0de-8154a02de64c req-980540ca-5aea-414d-b015-a9ea0faaa520 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.4338863
Apr 13 14:43:01.141565 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-37b421c4-067f-4431-a0de-8154a02de64c req-1da4d295-b27f-4016-be99-6c7e7603b7f2 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356495
Apr 13 14:43:01.146580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840676596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14122558'] for subnet, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:01.166285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:01.226502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0473797e-19c9-40c3-b440-1779b0f88a81,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:01.230899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:01.372877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:01.381303 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5bb57f4a-7828-4a62-ad58-790b61b11e7f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0473797e-19c9-40c3-b440-1779b0f88a81 HTTP/1.1" status: 204  len: 168 time: 1.0618002
Apr 13 14:43:01.384443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43112) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:01.406744 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-5fbc4397-1172-4b5d-8edf-e0eebb535333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:01.409141 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-5fbc4397-1172-4b5d-8edf-e0eebb535333 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49&tenant_id=73c6ae81c397484792ceb85cc84e1026 HTTP/1.1" status: 200  len: 1096 time: 0.1064634
Apr 13 14:43:01.511465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:01.519464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-fc39e607-c639-4252-a1bf-88ba82022a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:01.521125 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-fc39e607-c639-4252-a1bf-88ba82022a79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1096 time: 0.0867653
Apr 13 14:43:01.667252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-7985c8fd-6a01-444f-9ccc-9bf2174964ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:01.669516 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-7985c8fd-6a01-444f-9ccc-9bf2174964ba service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.1412542
Apr 13 14:43:01.708314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:01.784841 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-66c0cd67-4ab5-4179-b655-9b50d4abe1ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 999 time: 0.1081829
Apr 13 14:43:01.828726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a63894e0>,) {'filters': {'network_id': ['c3bc3b8c-a933-4a70-95ca-81f8e143ae23']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:01.833483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:01.843102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a63894e0>, 'f430885c-1586-4ce7-b095-bf552700ad60') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:01.843448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a63894e0>, 'f430885c-1586-4ce7-b095-bf552700ad60') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:01.857256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:01.862220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-36b050fa-0b54-4e1b-8bcc-0d21535df39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:01.863813 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-36b050fa-0b54-4e1b-8bcc-0d21535df39e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.0725644
Apr 13 14:43:01.875302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:01.882580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:43:01.952356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-98d54cbf-ed56-4f6f-b568-53ea6122c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:01.953966 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-98d54cbf-ed56-4f6f-b568-53ea6122c0bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827513
Apr 13 14:43:02.068635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Network c3bc3b8c-a933-4a70-95ca-81f8e143ae23 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:43:02.078973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:02.116595 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-067b6bd1-2bbb-4cc9-b4d8-e4ab285c31e6 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1540821
Apr 13 14:43:02.285293 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6840abd0-01fa-44c7-8c0e-fae7e0f46da1 req-b1df2746-96b9-4468-889f-9af647b6ffeb service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614149
Apr 13 14:43:02.363844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Network c3bc3b8c-a933-4a70-95ca-81f8e143ae23 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:43:02.409589 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:43:02.482542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:02.488337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:02.503754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:02.515175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3bc3b8c-a933-4a70-95ca-81f8e143ae23,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:02.521353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:02.523626 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c3bc3b8c-a933-4a70-95ca-81f8e143ae23 HTTP/1.1" status: 204  len: 168 time: 1.1379097
Apr 13 14:43:02.526788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43118) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:02.547226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7cb35-885d-4831-8cee-2fc43789172e req-7651ae9d-6f6f-40d2-8879-d8a87ccbbd57 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:02.548940 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2cd7cb35-885d-4831-8cee-2fc43789172e req-7651ae9d-6f6f-40d2-8879-d8a87ccbbd57 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.2464778
Apr 13 14:43:02.586683 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2cd7cb35-885d-4831-8cee-2fc43789172e req-5f251e8d-555c-4f96-8c66-11bd129569d3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302546
Apr 13 14:43:02.602117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Deleting subnet 001b3d1c-6734-4c87-b206-c16c1650fef4 {{(pid=85241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:43:02.605705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:02.660694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840360496'] for subnet, precommit_delete_associations {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:02.725203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:03.004834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840676596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14122558'] for subnet, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:03.020971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4407bb38-9e9f-4135-b25a-b88b28526e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:03.073768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=001b3d1c-6734-4c87-b206-c16c1650fef4,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:03.076641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:03.161006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:03.167034 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-19d3099f-213e-40a5-80d4-814aa82da0cc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/001b3d1c-6734-4c87-b206-c16c1650fef4 HTTP/1.1" status: 204  len: 168 time: 0.6391194
Apr 13 14:43:03.170187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43140) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:03.305829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:03.526876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:03.661727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a75fa128>,) {'filters': {'network_id': ['d4f64659-2fd9-49c9-9554-aa5f3daa02ad']}} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:03.676592 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a75fa128>, '25eed6d5-142f-42ce-b1bc-a88242809b07') {'for_net_delete': True} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:03.677053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a75fa128>, '25eed6d5-142f-42ce-b1bc-a88242809b07') {} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:03.692066 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14415304'] for segment, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:03.708758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:03.716318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=85241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:43:04.004770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Network d4f64659-2fd9-49c9-9554-aa5f3daa02ad has no segments {{(pid=85241) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:43:04.030192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105775'] for segment, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:04.195664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b6050-ecc6-4391-bfc0-ced0bf49cd49 req-db1d3c88-3486-43c2-aa7d-983bd7232725 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:04.197254 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-328b6050-ecc6-4391-bfc0-ced0bf49cd49 req-db1d3c88-3486-43c2-aa7d-983bd7232725 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.4651737
Apr 13 14:43:04.303436 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-328b6050-ecc6-4391-bfc0-ced0bf49cd49 req-5ae777ac-2178-4ad3-8e88-d88c80615ba1 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912278
Apr 13 14:43:04.303436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Network d4f64659-2fd9-49c9-9554-aa5f3daa02ad has no segments {{(pid=85241) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:43:04.332413 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:43:04.412258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:04.416193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:04.434367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:04.441215 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] 10.222.0.22 "DELETE /v2.0/networks/d4f64659-2fd9-49c9-9554-aa5f3daa02ad HTTP/1.1" status: 204  len: 168 time: 1.2698455
Apr 13 14:43:04.446892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f64659-2fd9-49c9-9554-aa5f3daa02ad,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:04.450415 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d086fc17-9984-4949-bf3c-31038c73483d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:04.670620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43154) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:04.731166 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b12c52a5-f12e-4dea-b05c-991133c25515 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b73e392aec34028a6ec612a3e26f43e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0589461
Apr 13 14:43:04.734336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43158) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:04.814321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed73234c-10a8-4443-9aba-ff1e1e960c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:04.845651 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed73234c-10a8-4443-9aba-ff1e1e960c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:04.952509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed73234c-10a8-4443-9aba-ff1e1e960c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:04.959563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:04.977971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73234c-10a8-4443-9aba-ff1e1e960c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee589795-2c8c-4f99-a89b-a14d55fea055,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:04.982245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ed73234c-10a8-4443-9aba-ff1e1e960c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:04.989959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed73234c-10a8-4443-9aba-ff1e1e960c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:04.995410 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ed73234c-10a8-4443-9aba-ff1e1e960c1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee589795-2c8c-4f99-a89b-a14d55fea055 HTTP/1.1" status: 204  len: 168 time: 0.2555697
Apr 13 14:43:05.029047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328945fa-0412-4e6b-b8fa-87461eb78843 req-801cad29-deb0-489d-b8df-b906fba6f144 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:05.034647 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-328945fa-0412-4e6b-b8fa-87461eb78843 req-801cad29-deb0-489d-b8df-b906fba6f144 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1476047
Apr 13 14:43:05.074566 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-328945fa-0412-4e6b-b8fa-87461eb78843 req-313e657e-d639-45ff-b307-1b1c790e214a tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0364251
Apr 13 14:43:05.506170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43170) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:05.544619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca2f73-5285-41fd-9ecd-4c9ad868e5d1 req-211b9dfc-34df-4cf5-a2d4-8463c0c0a41f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:05.552264 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-20ca2f73-5285-41fd-9ecd-4c9ad868e5d1 req-211b9dfc-34df-4cf5-a2d4-8463c0c0a41f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1052227
Apr 13 14:43:05.572242 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-75194df0-de66-4e1e-86d0-83a2d3dff484 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c6208dd0d2d4b3dbf772da07f2a5337&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0623236
Apr 13 14:43:05.572608 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43174) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:05.581153 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-20ca2f73-5285-41fd-9ecd-4c9ad868e5d1 req-c30eda23-25fd-40c3-8d0b-265b4fd866b3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0275943
Apr 13 14:43:05.644587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:05.674407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:05.721613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:05.727028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2d0e3364-7c7d-4c0f-af0c-0b0bab24ff5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:05.742407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7762887d-379f-48df-8509-c41cf7f463ff,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:05.745650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:05.746689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:05.748432 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7762887d-379f-48df-8509-c41cf7f463ff HTTP/1.1" status: 204  len: 168 time: 0.1747031
Apr 13 14:43:06.427792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb631a1-5519-4bb8-b5d9-db98cebc12bc req-5e4a546b-dca3-41c7-9b48-0b03f97df4fe tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:06.430682 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8cb631a1-5519-4bb8-b5d9-db98cebc12bc req-5e4a546b-dca3-41c7-9b48-0b03f97df4fe tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1527581
Apr 13 14:43:06.471478 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8cb631a1-5519-4bb8-b5d9-db98cebc12bc req-b742b4bb-b84a-42bd-9bfe-5d78d9830798 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0338330
Apr 13 14:43:06.833093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de3771-a326-4822-a53f-f9bbf5450bff req-17df6cb3-f260-4b2a-bcde-9b15edf10b6b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:06.835452 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28de3771-a326-4822-a53f-f9bbf5450bff req-17df6cb3-f260-4b2a-bcde-9b15edf10b6b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1140666
Apr 13 14:43:06.881757 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-28de3771-a326-4822-a53f-f9bbf5450bff req-54feb255-9521-4094-bb06-733a76624103 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331688
Apr 13 14:43:07.710409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b481-35c1-4603-9da1-cf8a25f863a3 req-916ad673-a4cd-4e40-872c-be80766fb43b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:07.712302 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ec6b481-35c1-4603-9da1-cf8a25f863a3 req-916ad673-a4cd-4e40-872c-be80766fb43b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1101031
Apr 13 14:43:07.749343 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3ec6b481-35c1-4603-9da1-cf8a25f863a3 req-4d9a1005-c19c-48be-aee0-cfaefc1d1b91 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0302162
Apr 13 14:43:08.127667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37f813-cd47-4b00-a7ac-852bc655bc5f req-24b171e9-c461-4ef1-8e5b-cdf5252858ea tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:08.130020 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-db37f813-cd47-4b00-a7ac-852bc655bc5f req-24b171e9-c461-4ef1-8e5b-cdf5252858ea tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.0958102
Apr 13 14:43:08.172821 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-db37f813-cd47-4b00-a7ac-852bc655bc5f req-af9660e4-e576-405f-9131-9a7319b50546 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321457
Apr 13 14:43:08.971208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafc39a-ea0a-4847-9dd8-21cab124e5ea req-437a7c69-b5f2-406a-8b2d-c9d593bdbcc9 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:08.973053 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4eafc39a-ea0a-4847-9dd8-21cab124e5ea req-437a7c69-b5f2-406a-8b2d-c9d593bdbcc9 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1011777
Apr 13 14:43:09.019779 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4eafc39a-ea0a-4847-9dd8-21cab124e5ea req-3fe43553-c756-46f8-bde4-0b053bb4476b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0324938
Apr 13 14:43:09.450156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6115246-0119-4c4e-9116-e6d50f7caa0a req-1ee1966c-6a53-447b-8b27-9464addf36a0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:09.451896 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6115246-0119-4c4e-9116-e6d50f7caa0a req-1ee1966c-6a53-447b-8b27-9464addf36a0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.0950983
Apr 13 14:43:09.508932 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6115246-0119-4c4e-9116-e6d50f7caa0a req-feff60fc-04e8-42a9-a2eb-791890da1821 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431988
Apr 13 14:43:10.304335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91f0f9-0ea5-42a3-8179-57daf4f20287 req-40f2bade-3c50-4a5e-8fba-0d920a2cfbf0 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:10.306074 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3b91f0f9-0ea5-42a3-8179-57daf4f20287 req-40f2bade-3c50-4a5e-8fba-0d920a2cfbf0 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1173513
Apr 13 14:43:10.353748 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3b91f0f9-0ea5-42a3-8179-57daf4f20287 req-9ecebc88-71af-43bc-919f-4e3b3acd921b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0360889
Apr 13 14:43:10.815782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1432c71-b7ca-4c88-b708-2f5f3a2fc15c req-6dcc9060-95c3-4ed4-bbdd-66d6cd5816c9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:10.824169 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c1432c71-b7ca-4c88-b708-2f5f3a2fc15c req-6dcc9060-95c3-4ed4-bbdd-66d6cd5816c9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1115699
Apr 13 14:43:10.856423 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c1432c71-b7ca-4c88-b708-2f5f3a2fc15c req-bf1957e7-99fc-4557-9827-e206626eafc7 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306060
Apr 13 14:43:11.620462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c631e-3e7b-4342-b13a-b106369d6c88 req-4b7b7bf0-23e8-4fb4-975b-432d73bf5686 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:11.623766 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-690c631e-3e7b-4342-b13a-b106369d6c88 req-4b7b7bf0-23e8-4fb4-975b-432d73bf5686 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1459415
Apr 13 14:43:11.669660 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-690c631e-3e7b-4342-b13a-b106369d6c88 req-f4b6748f-52b1-4df0-a9c2-99fc93fbe63d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402002
Apr 13 14:43:12.158162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f265e-d6e3-415a-a235-159a3e8a02a2 req-627744d9-c753-455b-8d35-5a8e1cc98424 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:12.161105 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-502f265e-d6e3-415a-a235-159a3e8a02a2 req-627744d9-c753-455b-8d35-5a8e1cc98424 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1418073
Apr 13 14:43:12.227208 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-502f265e-d6e3-415a-a235-159a3e8a02a2 req-45ede406-6fb2-4d0e-ae6b-69a7a5b2e9eb tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505850
Apr 13 14:43:12.694760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43276) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:12.953721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:12.976779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:12.984110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Usage tracker for resource:security_group_rule and tenant:2e0bad72d1304d86ab9480f8e897f624 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:12.987949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:12.997648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:13.039451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bb6ed-b4d9-44a7-922f-fd9d85a96e46 req-6fe49bac-84c8-4cbf-9b8f-90602e5382c0 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:13.041160 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b85bb6ed-b4d9-44a7-922f-fd9d85a96e46 req-6fe49bac-84c8-4cbf-9b8f-90602e5382c0 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.2173376
Apr 13 14:43:13.088730 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b85bb6ed-b4d9-44a7-922f-fd9d85a96e46 req-ac9bfdcc-bb49-4fac-83e8-bf28dcfabdc4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401428
Apr 13 14:43:13.148353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.151506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.162157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2323d9ad-69bb-4536-a294-73ffd921b01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:13.207865 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e0bad72d1304d86ab9480f8e897f624&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5115967
Apr 13 14:43:13.209926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b4da8b-47b3-43cd-9fbe-d2504dde027e,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:13.211120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43284) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:13.213523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:13.285711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.319159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.423084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.429188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4f443f00-7ffd-46ce-a1a2-889f46b51ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:13.449034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b4da8b-47b3-43cd-9fbe-d2504dde027e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:13.451817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:13.459688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.460960 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29b4da8b-47b3-43cd-9fbe-d2504dde027e HTTP/1.1" status: 204  len: 168 time: 0.2482057
Apr 13 14:43:13.487766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3be68-ddd7-4d6d-898e-36aee7f6edfc req-193462a3-1e84-4fad-9eeb-2c6ab7d54285 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:13.489458 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aef3be68-ddd7-4d6d-898e-36aee7f6edfc req-193462a3-1e84-4fad-9eeb-2c6ab7d54285 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1324744
Apr 13 14:43:13.521567 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aef3be68-ddd7-4d6d-898e-36aee7f6edfc req-052d8674-f281-4866-ba06-e2c82fe3514f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250452
Apr 13 14:43:13.721650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-eb159898-4b1e-4ee3-9b37-213adca274c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:13.723799 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-eb159898-4b1e-4ee3-9b37-213adca274c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1138 time: 0.0828667
Apr 13 14:43:13.778452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43294) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:13.798242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.816201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:13.820988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1c7d024eee4e09844914f6d68ad0be is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:13.824869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:13.832575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:13.975984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.979032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:13.989220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6eac7779-2d0e-4754-98f9-d2a5d61378f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:14.036355 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a1c7d024eee4e09844914f6d68ad0be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2566283
Apr 13 14:43:14.037349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8baecf-e185-47fb-8bca-a5eb1d8ddbde,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:14.040686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:14.041401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43298) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:14.105573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:14.113305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-36a0f971-730a-4309-80c3-3c421692b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:14.114916 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-36a0f971-730a-4309-80c3-3c421692b2bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 916 time: 0.3843277
Apr 13 14:43:14.139275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:14.188088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:14.195391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5a984094-a4b9-4f59-a774-54e60496613a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:14.209743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8baecf-e185-47fb-8bca-a5eb1d8ddbde,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:14.212695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:14.214013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:14.219250 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f8baecf-e185-47fb-8bca-a5eb1d8ddbde HTTP/1.1" status: 204  len: 168 time: 0.1761913
Apr 13 14:43:14.236797 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-41e115b7-4b1a-41a1-b141-c7ca6f86896f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 1002 time: 0.1133320
Apr 13 14:43:14.360080 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-bab15abb-8068-42f9-962e-8ee69d72154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:14.361654 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-bab15abb-8068-42f9-962e-8ee69d72154a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 200  len: 854 time: 0.0890896
Apr 13 14:43:14.437881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0780c8-9e13-49f1-8ff3-862448873e94 req-a566c8af-1a36-4fc1-a7dd-27ea815189ea tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:14.439540 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2a0780c8-9e13-49f1-8ff3-862448873e94 req-a566c8af-1a36-4fc1-a7dd-27ea815189ea tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.2086048
Apr 13 14:43:14.480620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2a0780c8-9e13-49f1-8ff3-862448873e94 req-8803fc81-bfea-474a-b29b-061536805e04 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0331647
Apr 13 14:43:14.497826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-1f13cbae-fd89-435f-8a3e-734ec5bd737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:14.499878 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-1f13cbae-fd89-435f-8a3e-734ec5bd737d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292d55ca-6c4e-4e20-825c-67fda9f136a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1298375
Apr 13 14:43:14.650278 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-f00e5baf-39cd-4b81-9624-014de4b673f2 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437397
Apr 13 14:43:14.744516 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b466d0-803f-443f-8b61-45f1f8e764a0 req-bd045776-49a0-4e1e-9513-3263d44ea6c0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:14.746223 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c5b466d0-803f-443f-8b61-45f1f8e764a0 req-bd045776-49a0-4e1e-9513-3263d44ea6c0 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.0958343
Apr 13 14:43:14.781263 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c5b466d0-803f-443f-8b61-45f1f8e764a0 req-fa7d7984-42af-46ec-a26a-6c10719bdd35 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274591
Apr 13 14:43:14.803875 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6e10adc-fea6-47ca-bd90-976bb1e7b0da req-742a7de0-0afa-4324-8f40-087c3c936c6e service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473126
Apr 13 14:43:15.683802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230899cf-82e4-4c0a-baa2-e2b2a1ca7b45 req-5158b77f-0e49-49de-b626-d64a256c96b1 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:15.685659 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-230899cf-82e4-4c0a-baa2-e2b2a1ca7b45 req-5158b77f-0e49-49de-b626-d64a256c96b1 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0914140
Apr 13 14:43:15.718553 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-230899cf-82e4-4c0a-baa2-e2b2a1ca7b45 req-9d5a0a7e-7472-4d99-9a3f-d95dc2684be4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0265086
Apr 13 14:43:16.007733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37962962-5200-429c-989d-1c4888f15834 req-5635dac6-ccde-4200-b99e-ddefdddfab9f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:16.009372 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-37962962-5200-429c-989d-1c4888f15834 req-5635dac6-ccde-4200-b99e-ddefdddfab9f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1042304
Apr 13 14:43:16.041421 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-37962962-5200-429c-989d-1c4888f15834 req-706f994a-9673-4f34-b8fb-465dd80d68ad tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250869
Apr 13 14:43:16.199132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43362) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:16.331522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:16.347613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:16.351802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Usage tracker for resource:security_group_rule and tenant:104688390922481eb9d256d91f138ccd is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:16.354786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:16.360952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:16.452449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:16.455253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:16.464564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4ab49935-2c7b-498d-8587-dc3ceb39d4d9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:16.507499 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=104688390922481eb9d256d91f138ccd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3064590
Apr 13 14:43:16.509251 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7d2ed6-0d10-4963-93de-2ac4edefc8c2,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:16.510404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43368) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:16.513175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:16.575948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8048da19-0496-485b-b924-eeca7ca9ab8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:16.604583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8048da19-0496-485b-b924-eeca7ca9ab8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:16.658886 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8048da19-0496-485b-b924-eeca7ca9ab8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:16.664448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:16.680797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048da19-0496-485b-b924-eeca7ca9ab8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7d2ed6-0d10-4963-93de-2ac4edefc8c2,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:16.685142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8048da19-0496-485b-b924-eeca7ca9ab8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:16.690403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8048da19-0496-485b-b924-eeca7ca9ab8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:16.691684 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-8048da19-0496-485b-b924-eeca7ca9ab8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f7d2ed6-0d10-4963-93de-2ac4edefc8c2 HTTP/1.1" status: 204  len: 168 time: 0.1799943
Apr 13 14:43:16.959590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123e286-aac0-4cee-a9d9-cfd60357fcee req-1b50e146-05d2-4467-8c20-2cdee69c8c2a tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:16.962451 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4123e286-aac0-4cee-a9d9-cfd60357fcee req-1b50e146-05d2-4467-8c20-2cdee69c8c2a tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1194196
Apr 13 14:43:17.017587 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4123e286-aac0-4cee-a9d9-cfd60357fcee req-29f1fc54-c1ad-45df-9f9e-adcd9b8fef25 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0481627
Apr 13 14:43:17.045076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43378) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:17.065527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.086465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:17.091000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Usage tracker for resource:security_group_rule and tenant:66e4c2edf9334ea186e3e099656f8c5b is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:17.094233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:17.100798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:17.239851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.246696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.256001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ec3b933-74df-4381-a66b-e06de02fa34b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:17.304210 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66e4c2edf9334ea186e3e099656f8c5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2578611
Apr 13 14:43:17.307595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43384) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:17.312411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa26c73-45b7-4d05-8f93-6bd5613c9600,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:17.322958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:17.332953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b5202-4b23-4666-a085-41faefb615df req-05c5463f-8088-4dd3-bceb-b013cc33133f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:17.334590 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-225b5202-4b23-4666-a085-41faefb615df req-05c5463f-8088-4dd3-bceb-b013cc33133f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 943 time: 0.1626530
Apr 13 14:43:17.370268 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-225b5202-4b23-4666-a085-41faefb615df req-4558c481-967c-470c-9a07-e6c35cc77c5f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0285225
Apr 13 14:43:17.373562 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.406066 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.453691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.458862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-930fb1fd-00ea-4ba6-97ea-7303ec7cfe78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:17.473681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa26c73-45b7-4d05-8f93-6bd5613c9600,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:17.476864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:17.477860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.480002 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afa26c73-45b7-4d05-8f93-6bd5613c9600 HTTP/1.1" status: 204  len: 168 time: 0.1712863
Apr 13 14:43:17.723334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:43:17.872701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:17.888692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'port_id': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'mac_address': 'fa:16:3e:cb:6d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:43:17.956904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.958310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff8bc3b4-674a-445b-963f-7b82c1673348 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:43:17.976454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:17.979831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:17.983672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:18.062648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=9']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:18.066149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:18.205472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['ff8bc3b4-674a-445b-963f-7b82c1673348'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:43:18.287722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7054f86-f3ae-463f-9546-0890e765ac44 req-5ddd09a7-5d21-4eeb-b53b-46d86fa65254 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:18.289466 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7054f86-f3ae-463f-9546-0890e765ac44 req-5ddd09a7-5d21-4eeb-b53b-46d86fa65254 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1039801
Apr 13 14:43:18.334643 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7054f86-f3ae-463f-9546-0890e765ac44 req-a433c177-53b6-49e4-9f57-38328e4b716d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0303538
Apr 13 14:43:18.601541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058bb91-b7a7-49d4-a973-4aa0d35b5eda req-fcefe3ff-0954-40c9-8dae-0cf1b40d4bec tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:18.603085 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6058bb91-b7a7-49d4-a973-4aa0d35b5eda req-fcefe3ff-0954-40c9-8dae-0cf1b40d4bec tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 944 time: 0.0917149
Apr 13 14:43:18.634477 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6058bb91-b7a7-49d4-a973-4aa0d35b5eda req-ec2e8daf-8c47-4d20-b8bd-975b9af27b2f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248508
Apr 13 14:43:19.550600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a684b3-000e-46ec-b279-ba2e88306007 req-46db8f98-cb5b-4f5c-8de2-69c13fc268c3 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:19.552215 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-85a684b3-000e-46ec-b279-ba2e88306007 req-46db8f98-cb5b-4f5c-8de2-69c13fc268c3 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0918128
Apr 13 14:43:19.585149 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-85a684b3-000e-46ec-b279-ba2e88306007 req-b9f614a9-51dc-4d0d-a625-b689980d11fa tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0264294
Apr 13 14:43:19.723825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:19.801074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port ff8bc3b4-674a-445b-963f-7b82c1673348 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:19.801413 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:19.903534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ba78e-4458-4335-9baf-42eb8abef3c2 req-ec58bd5a-55b8-4349-ab33-27c7c6437641 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:19.905241 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-320ba78e-4458-4335-9baf-42eb8abef3c2 req-ec58bd5a-55b8-4349-ab33-27c7c6437641 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 944 time: 0.1475918
Apr 13 14:43:19.948318 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-320ba78e-4458-4335-9baf-42eb8abef3c2 req-6255d85a-d999-4afe-9d1a-39cc77b45567 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306034
Apr 13 14:43:19.951295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:19.984888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:43:20.007787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:20.018010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:20.021995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:20.086315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a4f4bca-02ba-47e5-8e6b-a993b20b5e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:20.089241 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'code': 200}
Apr 13 14:43:20.134641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=10']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:20.138766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:20.413374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdee63e-234a-42a0-8e25-51d6917065d8 req-6e23071a-3b1a-4070-8bdf-d5db0b33c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:20.416276 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9fdee63e-234a-42a0-8e25-51d6917065d8 req-6e23071a-3b1a-4070-8bdf-d5db0b33c698 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1099 time: 0.1150529
Apr 13 14:43:20.444065 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9fdee63e-234a-42a0-8e25-51d6917065d8 req-3907c979-1093-40c6-a6d4-7fec8d5a59ae service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0215812
Apr 13 14:43:20.794132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb912f6-ed14-4e74-88bc-d2cbc8f3d404 req-b3a81064-203f-4a84-a5e3-45614f583e4d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:20.795831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfb912f6-ed14-4e74-88bc-d2cbc8f3d404 req-b3a81064-203f-4a84-a5e3-45614f583e4d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0909662
Apr 13 14:43:20.830206 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfb912f6-ed14-4e74-88bc-d2cbc8f3d404 req-1eacef48-9f89-45a1-aff3-665cce8ca428 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0277476
Apr 13 14:43:21.288349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c8ca2-2fb8-4b5b-9343-bc4cfff16015 req-f4de6a28-3f6f-46fb-bd6f-dedf1e72ed17 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:21.290930 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b90c8ca2-2fb8-4b5b-9343-bc4cfff16015 req-f4de6a28-3f6f-46fb-bd6f-dedf1e72ed17 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 946 time: 0.1334581
Apr 13 14:43:21.325067 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b90c8ca2-2fb8-4b5b-9343-bc4cfff16015 req-c26fb0aa-2c01-472d-a42c-efbd7260318b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261221
Apr 13 14:43:22.036341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fdfa1-175a-44b6-b386-479a419e0fe6 req-3eb45520-3d89-485d-b31f-8c7f3b1f9c56 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:22.037958 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f73fdfa1-175a-44b6-b386-479a419e0fe6 req-3eb45520-3d89-485d-b31f-8c7f3b1f9c56 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0919685
Apr 13 14:43:22.077123 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f73fdfa1-175a-44b6-b386-479a419e0fe6 req-f6368187-1d58-434e-bf40-64629e0b0b85 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0318902
Apr 13 14:43:22.181307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b42ebc30-9a23-44ac-8cf9-e186cbd7c4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:22.544670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b7413-c2d2-4189-9015-79fd57b66951 req-7c8f0401-c155-4817-8627-17f1dd1fd87e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:22.546379 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-de0b7413-c2d2-4189-9015-79fd57b66951 req-7c8f0401-c155-4817-8627-17f1dd1fd87e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 946 time: 0.0980604
Apr 13 14:43:22.580375 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-de0b7413-c2d2-4189-9015-79fd57b66951 req-5a5209ed-def2-4b4b-8320-28c3a4ac4ae9 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0263426
Apr 13 14:43:23.123268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:23.289588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbf197-9475-482c-8abd-97b03ed203f5 req-1495e6fb-67bb-4eb2-b92d-03ca56b93bfd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:23.291242 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-edfbf197-9475-482c-8abd-97b03ed203f5 req-1495e6fb-67bb-4eb2-b92d-03ca56b93bfd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0932064
Apr 13 14:43:23.329134 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-edfbf197-9475-482c-8abd-97b03ed203f5 req-65de1a37-f184-4be1-984f-be80753f5f5e tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0301487
Apr 13 14:43:23.801851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acae7d2-e575-43d7-83fc-2567f14fddb7 req-582e80fc-e165-4fe1-b0ba-f018830de546 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:23.803661 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7acae7d2-e575-43d7-83fc-2567f14fddb7 req-582e80fc-e165-4fe1-b0ba-f018830de546 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 946 time: 0.0953848
Apr 13 14:43:23.823854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:23.845800 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7acae7d2-e575-43d7-83fc-2567f14fddb7 req-07089c19-fd89-4693-8cd5-108e8f84a458 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284257
Apr 13 14:43:24.543232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856991a4-dbca-41ca-822e-8699e8619e28 req-d204ac80-fab3-4680-bd5b-82a6547a564c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:24.544937 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-856991a4-dbca-41ca-822e-8699e8619e28 req-d204ac80-fab3-4680-bd5b-82a6547a564c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0949111
Apr 13 14:43:24.584364 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-856991a4-dbca-41ca-822e-8699e8619e28 req-bc509989-ec50-4687-8dae-55491bfd7d1c tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0328104
Apr 13 14:43:25.104656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca881f1-c3cf-4e7e-8557-68f9855e85cd req-54a0ce4f-943b-4613-a2af-b666ff7e7ea4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:25.106783 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4ca881f1-c3cf-4e7e-8557-68f9855e85cd req-54a0ce4f-943b-4613-a2af-b666ff7e7ea4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 946 time: 0.1040139
Apr 13 14:43:25.141670 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4ca881f1-c3cf-4e7e-8557-68f9855e85cd req-a17d9dd4-a93e-48fa-9593-59cf60597778 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0280995
Apr 13 14:43:25.401780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:25.817595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089771da-620d-4b10-8c6e-84743897dc3d req-d12f7436-4d77-4de8-b23a-19f907d6649f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:25.819245 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-089771da-620d-4b10-8c6e-84743897dc3d req-d12f7436-4d77-4de8-b23a-19f907d6649f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0918407
Apr 13 14:43:25.854457 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-089771da-620d-4b10-8c6e-84743897dc3d req-22152878-1942-47f6-a48f-a1c31453387b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0281191
Apr 13 14:43:27.059576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a92e03-cccd-4ff4-aa94-15397437b48a req-1028f063-61cf-4716-bace-0f47ba5c61a1 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:27.061416 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2a92e03-cccd-4ff4-aa94-15397437b48a req-1028f063-61cf-4716-bace-0f47ba5c61a1 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.0917816
Apr 13 14:43:27.096387 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2a92e03-cccd-4ff4-aa94-15397437b48a req-fccf1df4-46c0-492e-812a-9d9112a4bebc tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&id=9d6a6404-3342-4ca2-987f-f1a6691c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0282471
Apr 13 14:43:27.995984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:43:28.167670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43540) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:28.306139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:28.322522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:28.327325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Usage tracker for resource:security_group_rule and tenant:2e454ac274464ed6bd1f942fc3025d15 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:28.330824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:28.337125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:28.425464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:28.428279 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:28.438058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d80078a8-b117-43d8-8265-514d28fea121 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:28.480292 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e454ac274464ed6bd1f942fc3025d15&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3114431
Apr 13 14:43:28.481218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ebb2a8-40db-44de-a484-f78eb1bbc79e,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:28.483612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43546) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:28.484551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:28.545752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:28.573367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:28.619936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:28.625311 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-892888c2-7914-4602-aefd-90f69daa6880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:28.639522 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ebb2a8-40db-44de-a484-f78eb1bbc79e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:28.642269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:28.652083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:28.653316 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15ebb2a8-40db-44de-a484-f78eb1bbc79e HTTP/1.1" status: 204  len: 168 time: 0.1685400
Apr 13 14:43:29.389479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43570) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:29.507457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1040722640-network', 'tenant_id': '0daac20df52e492791d1a0390959da55'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:29.513504 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:29.517652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Usage tracker for resource:network and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:29.520687 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:29.526824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:29.537301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Made reservation on behalf of 0daac20df52e492791d1a0390959da55 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:43:29.542089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.555345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.571064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:29.575131 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:29.578661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:29.584862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:29.670096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.673081 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.677668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-566b8ecb-7af3-4a14-8063-dc6de9d69234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:29.703418 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:43:29.717621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a191abf0-a6b2-4e2e-ba4e-3958eac79987,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:29.720942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:29.723768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.724159 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Added segment 0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d of type vlan for network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4
Apr 13 14:43:29.751058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.781257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.782618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:29.783255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:29.788182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:29.896044 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5053773
Apr 13 14:43:29.897929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:29.899107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43576) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:29.900742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c834cf3a-e337-4f98-9311-843fdf141ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:29.905514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Request body: {'subnet': {'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1040722640-subnet', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:29.908923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:43:29.910892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:29.915240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Usage tracker for resource:subnet and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:29.918388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:29.925179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:29.935703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Made reservation on behalf of 0daac20df52e492791d1a0390959da55 for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:43:29.940464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840653292'] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:30.349227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14099409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840653307'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:30.365142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fdd42a20-e329-4ffe-956f-2bdffbd6ada2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:30.502430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:30.507212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:30.577030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Checking segment: {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:30.577437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Network hostable DHCP agents. Network: 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:43:30.598210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:43:30.608113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:30.617793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd64f94-8f54-42d7-b693-c6af88d4f1f2 None None] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:43:30.620575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:30.621238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:30.647939 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ce1d20d0-1681-4aff-a2e4-e1c3d0f61c89 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7475424
Apr 13 14:43:30.650718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43580) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:30.657051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:30.662047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:30.666526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Usage tracker for resource:router and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:30.670857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:30.677340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:30.687593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:30.688714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:30.704491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:30.852905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:43:30.853837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.027081 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Allocated IP 172.20.0.2 (6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4/a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0/21c13138-16f7-41ea-b043-408112c8bc9c) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:43:31.029141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.264531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.275370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Transition to ACTIVE for port object 21c13138-16f7-41ea-b043-408112c8bc9c will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:31.297965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Transition to ACTIVE for port object 21c13138-16f7-41ea-b043-408112c8bc9c will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:31.302818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.319273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c5d25ffd-019a-4149-ac8c-a4c4f4551776 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:31.463915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Pushing event updated for resources: {'Port': ['ID=21c13138-16f7-41ea-b043-408112c8bc9c,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:31.476114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.476511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.476891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.477263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.477631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.478001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.478364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.478729 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.479094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.479459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.479866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.480224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:31.485782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:31.527346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:31.529054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:31.531380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:43:31.602291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.625999 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Attempting to bind port 21c13138-16f7-41ea-b043-408112c8bc9c on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:43:31.626446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Attempting to bind port 21c13138-16f7-41ea-b043-408112c8bc9c by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:43:31.626826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Attempting to bind port 21c13138-16f7-41ea-b043-408112c8bc9c on network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:31.632461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:43:31.632880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Checking segment: {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:31.633323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.633762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Bound using segment: {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:43:31.634271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Bound port: 21c13138-16f7-41ea-b043-408112c8bc9c, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:43:31.634447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.634684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.713160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] For port 21c13138-16f7-41ea-b043-408112c8bc9c, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:43:31.716472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] For port 21c13138-16f7-41ea-b043-408112c8bc9c, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=21c13138-16f7-41ea-b043-408112c8bc9c,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:43:31.719720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.734928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:31.783046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Allocated IP 172.27.3.39 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/623ae2aa-947d-45ae-b63a-4fb89f0f960e) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:43:31.955599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:31.988755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:32.005325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6e035d55-135b-43d8-babb-95d362868be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:32.062462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:32.070138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Pushing event updated for resources: {'Port': ['ID=21c13138-16f7-41ea-b043-408112c8bc9c,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:32.081604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:32.160717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Pushing event updated for resources: {'Port': ['ID=623ae2aa-947d-45ae-b63a-4fb89f0f960e,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:32.165407 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:32.213681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:32.215119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:32.218471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:43:32.736551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:33.119788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:33.284344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 21c13138-16f7-41ea-b043-408112c8bc9c up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:33.358049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Router 0e5380ae-5d05-425d-b3dd-011c35989fad is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:43:33.362512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 21c13138-16f7-41ea-b043-408112c8bc9c completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:33.562609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:43:33.565952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d15c40-ea62-4cd7-9117-48a30fb334ed None None] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:43:33.571428 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Sync routers for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:43:33.583749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:33.584819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6babe10>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:33.588252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Notify callbacks [] for router, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:33.593862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43584) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:33.594040 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.9420834
Apr 13 14:43:33.681609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Provisioning for port 21c13138-16f7-41ea-b043-408112c8bc9c completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:33.692611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Provisioning complete for port 21c13138-16f7-41ea-b043-408112c8bc9c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:33.693230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:33.786235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:33.932449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:33.958350 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] For port 21c13138-16f7-41ea-b043-408112c8bc9c, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=21c13138-16f7-41ea-b043-408112c8bc9c,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:33.962315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:33.965002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-08ea78df-6316-43de-905a-ef34859ffd35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:34.053417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Pushing event updated for resources: {'Port': ['ID=21c13138-16f7-41ea-b043-408112c8bc9c,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:34.057055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:34.125809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6babe10>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:32Z', 'revision_number': 3, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:34.131362 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Checking router: 0e5380ae-5d05-425d-b3dd-011c35989fad for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:43:34.131682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Updating router 0e5380ae-5d05-425d-b3dd-011c35989fad port 623ae2aa-947d-45ae-b63a-4fb89f0f960e binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:43:34.201945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:34.297275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-6b3573f7-d96b-4e73-a402-54bec5ac3b80 None None] Provisioning complete for port 21c13138-16f7-41ea-b043-408112c8bc9c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:34.297960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b3573f7-d96b-4e73-a402-54bec5ac3b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:34.518359 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-a44c5e55-92ee-4a31-9c40-129a6a7b04b0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0805802
Apr 13 14:43:34.642317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:34.657761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Transition to ACTIVE for port object 623ae2aa-947d-45ae-b63a-4fb89f0f960e will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:34.664543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:34.669947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:34.681383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-18cbd50f-861a-4423-92e8-088a577ce0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:34.689349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-cbd3d620-615d-4459-a5ce-cb4effc2afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:34.691210 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-cbd3d620-615d-4459-a5ce-cb4effc2afc3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=73c6ae81c397484792ceb85cc84e1026&device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 1099 time: 0.0929728
Apr 13 14:43:34.863887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-3ff991c2-91f4-4a2c-b976-a62410328b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:34.865648 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-3ff991c2-91f4-4a2c-b976-a62410328b17 service neutron] 10.222.0.48 "GET /v2.0/networks?id=315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 200  len: 917 time: 0.1545947
Apr 13 14:43:34.918718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Allocated IP 172.20.0.1 (6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4/a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0/9c69220a-713d-4af5-be9c-52b2c744e164) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:43:34.982656 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-11db882b-f376-48f5-9b57-2eaba04148cb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 200  len: 1001 time: 0.1089280
Apr 13 14:43:35.014746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Pushing event updated for resources: {'Port': ['ID=623ae2aa-947d-45ae-b63a-4fb89f0f960e,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:35.030000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.030364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.031016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.031134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.031437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.031835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.032201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.032563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.032946 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.033309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.033669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.034038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:35.040349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:35.059656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-9264a9a2-dc3c-4e43-8fff-7bfa7c9ade8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:35.062001 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-9264a9a2-dc3c-4e43-8fff-7bfa7c9ade8a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 200  len: 855 time: 0.0729296
Apr 13 14:43:35.086903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Attempting to bind port 623ae2aa-947d-45ae-b63a-4fb89f0f960e on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:43:35.087298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Attempting to bind port 623ae2aa-947d-45ae-b63a-4fb89f0f960e by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:43:35.087735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Attempting to bind port 623ae2aa-947d-45ae-b63a-4fb89f0f960e on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:35.096763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.101233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:43:35.102104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:35.102813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.103765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:43:35.104664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Bound port: 623ae2aa-947d-45ae-b63a-4fb89f0f960e, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:43:35.105369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.116344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Transition to ACTIVE for port object 9c69220a-713d-4af5-be9c-52b2c744e164 will not be triggered until provisioned by entity DHCP. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:35.143223 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.148886 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-850edd9f-550b-44e0-90c4-723f6466d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:35.150522 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-850edd9f-550b-44e0-90c4-723f6466d583 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=315b8017-15b7-4e3c-99d5-ab3d9283683f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821555
Apr 13 14:43:35.160268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:35.256069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] For port 623ae2aa-947d-45ae-b63a-4fb89f0f960e, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:43:35.259667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] For port 623ae2aa-947d-45ae-b63a-4fb89f0f960e, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=623ae2aa-947d-45ae-b63a-4fb89f0f960e,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:43:35.264876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.265553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 21c13138-16f7-41ea-b043-408112c8bc9c up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:35.265716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Pushing event updated for resources: {'Port': ['ID=9c69220a-713d-4af5-be9c-52b2c744e164,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:35.271878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:35.285161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:35.344943 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-f3380913-8a64-4022-86ba-8e0de08d15d9 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1878552
Apr 13 14:43:35.370360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 21c13138-16f7-41ea-b043-408112c8bc9c triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:35.370866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.402446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:35.404751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:35.407368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:43:35.463283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Pushing event updated for resources: {'Port': ['ID=623ae2aa-947d-45ae-b63a-4fb89f0f960e,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:35.467723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-418220c5-08f2-423f-87f5-5f9b9d74a4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:35.490636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.553486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:35.554300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6babe10>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:35.582782 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-42719f75-b31b-4632-80c1-f6a2fc0ae2da req-79abc205-6854-44a4-997a-12f79a697196 service neutron] 10.222.0.48 "GET /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310183
Apr 13 14:43:35.669001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-5cdea057-5481-4309-85c8-0b9deb409082 None None] Provisioning for port 9c69220a-713d-4af5-be9c-52b2c744e164 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:35.677419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.679022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-5cdea057-5481-4309-85c8-0b9deb409082 None None] Provisioning complete for port 9c69220a-713d-4af5-be9c-52b2c744e164 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:35.679910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5cdea057-5481-4309-85c8-0b9deb409082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:35.772560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:35.795863 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-5cdea057-5481-4309-85c8-0b9deb409082 None None] Port 9c69220a-713d-4af5-be9c-52b2c744e164 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:43:36.093778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:36.097528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:36.129671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-81ce4f86-99ca-4b63-a280-0ea8d5a84dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:36.138741 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6babe10>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:34Z', 'revision_number': 1, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:36.144451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b68e95-7a09-4a7b-8520-f5523314700f None None] The sync data for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi is: [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:34Z', 'revision_number': 1, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:43:36.222737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:36.366255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Pushing event updated for resources: {'Port': ['ID=9c69220a-713d-4af5-be9c-52b2c744e164,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:36.371196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:36.480659 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:36.481963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:36.746173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Router 0e5380ae-5d05-425d-b3dd-011c35989fad has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:43:36.826195 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-def86494-6827-4635-8869-0ee43d97d4ca None None] Provisioning complete for port 9c69220a-713d-4af5-be9c-52b2c744e164 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:36.826616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-def86494-6827-4635-8869-0ee43d97d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:36.885816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-def86494-6827-4635-8869-0ee43d97d4ca None None] Port 9c69220a-713d-4af5-be9c-52b2c744e164 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:43:36.957302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:43:36.967446 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] 10.222.0.22 "PUT /v2.0/routers/0e5380ae-5d05-425d-b3dd-011c35989fad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3718207
Apr 13 14:43:37.297885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 623ae2aa-947d-45ae-b63a-4fb89f0f960e up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:37.379640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 623ae2aa-947d-45ae-b63a-4fb89f0f960e completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:37.385060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 623ae2aa-947d-45ae-b63a-4fb89f0f960e triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:37.385482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.536622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.562165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 623ae2aa-947d-45ae-b63a-4fb89f0f960e, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=623ae2aa-947d-45ae-b63a-4fb89f0f960e,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:37.565460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.568420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc26dcb8-0351-4dd3-8f97-48e4464360bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:37.652470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=623ae2aa-947d-45ae-b63a-4fb89f0f960e,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:37.655972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:37.670624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43612) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:37.678374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2065310121-network', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:37.685357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:37.689813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Usage tracker for resource:network and tenant:a6a62af8ae4e4237873d30ed9311995e is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:37.693036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:37.699725 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:37.711135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Made reservation on behalf of a6a62af8ae4e4237873d30ed9311995e for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:43:37.715934 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.729188 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.746652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:37.751545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a62af8ae4e4237873d30ed9311995e is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:37.754838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:37.761316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:37.855672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.858976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.862130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c2f5e14f-4552-45e7-8e32-6985cadec1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:37.898591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:43:37.904497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cdc58e-7be5-4c34-ae8a-667507304eb3,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:37.908732 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:37.912967 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.913393 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Added segment 9e780818-2a4a-4150-b0ba-fda210fd3fcb of type vlan for network 52a081f7-8301-4acf-862f-0f41f6311bd4
Apr 13 14:43:37.941511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.971749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.972856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:37.973531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:37.978741 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba4c68b9-f933-41ff-8de2-50def2e3f5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:38.088182 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4160442
Apr 13 14:43:38.089054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Pushing event updated for resources: {'Network': ['ID=52a081f7-8301-4acf-862f-0f41f6311bd4,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:38.091578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43618) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:38.092468 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:38.097886 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Request body: {'subnet': {'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2065310121-subnet', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'ip_version': 4}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:38.099933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:43:38.103295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:38.108194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Usage tracker for resource:subnet and tenant:a6a62af8ae4e4237873d30ed9311995e is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:38.111156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:38.117391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:38.127736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Made reservation on behalf of a6a62af8ae4e4237873d30ed9311995e for: {'subnet': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:43:38.132424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036840653292'] for subnet, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:38.772159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14099409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036840653307'] for subnet, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:38.788173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:38.923833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c45059-cd80-47bb-8c98-d11db4b064f4,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:38.936365 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.936792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.937204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.937613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.938016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.938420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.938821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.939221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.939649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.940047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.940444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.940840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:38.947073 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:39.006802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Checking segment: {'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:39.007201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Network hostable DHCP agents. Network: 52a081f7-8301-4acf-862f-0f41f6311bd4, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85241) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:43:39.026391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85241) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:43:39.034844 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 52a081f7-8301-4acf-862f-0f41f6311bd4) {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:39.044686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4acdc5e-1a29-498e-a744-2747dc9cb0ca None None] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:43:39.046958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:39.047641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.068353 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c6c37ac0-9090-4a15-a8c8-3a806d2db6f7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9754755
Apr 13 14:43:39.071253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43624) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:39.077494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:39.082479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:39.086726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Usage tracker for resource:router and tenant:a6a62af8ae4e4237873d30ed9311995e is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:39.090834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:39.097476 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:39.107452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16407009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854765550'] for router, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.108697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036838368958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16402591', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036838274033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10266'] for router, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.137018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.277225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 623ae2aa-947d-45ae-b63a-4fb89f0f960e up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:39.330213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpefcb2fa0-5372-51e6-9999-ccddda67e91c-52a081f7-8301-4acf-862f-0f41f6311bd4', 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'fixed_ips': [{'subnet_id': '66c45059-cd80-47bb-8c98-d11db4b064f4'}]}} from dv-cinder-786054-1-iscsi. {{(pid=85243) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 13 14:43:39.331183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.459358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 623ae2aa-947d-45ae-b63a-4fb89f0f960e triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:39.459812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.463944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036838386336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16407024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10281'] for router, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.589428 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Allocated IP 172.20.0.2 (52a081f7-8301-4acf-862f-0f41f6311bd4/66c45059-cd80-47bb-8c98-d11db4b064f4/5cf2ec8b-25f1-4244-a52b-b6cb943b5297) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:43:39.666002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Sync routers for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:43:39.757060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:39.757752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7a931d0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:39.800091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:39.835377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:40.022996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Allocated IP 172.27.3.242 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/08d2c493-59a3-4db9-8285-b92b7b0cfbd5) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:43:40.066394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:40.133933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:40.164070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Transition to ACTIVE for port object 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:40.206470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:40.248802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:40.271089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6d14eb7c-cf25-4cbf-acda-3acf6200f564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:40.422969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Pushing event updated for resources: {'Port': ['ID=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:40.428985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:40.466413 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Transition to ACTIVE for port object 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:40.480409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:40.481966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:40.484512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:43:40.522023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:40.542224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:40.773161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Pushing event updated for resources: {'Port': ['ID=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:40.787526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:40.829834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:40.833556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Resources bound (agent type, host, resource id):  {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:40.836432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:43:40.883859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7a931d0>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 2, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:40.925084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Checking router: 0e5380ae-5d05-425d-b3dd-011c35989fad for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:43:40.925511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Updating router 0e5380ae-5d05-425d-b3dd-011c35989fad port 9c69220a-713d-4af5-be9c-52b2c744e164 binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:43:40.948564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:40.991345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Attempting to bind port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:43:40.991830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Attempting to bind port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:43:40.992197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Attempting to bind port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 on network 52a081f7-8301-4acf-862f-0f41f6311bd4 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:41.010341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:43:41.010778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Checking segment: {'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:41.011235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:41.011713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Bound using segment: {'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:43:41.015578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Bound port: 5cf2ec8b-25f1-4244-a52b-b6cb943b5297, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:43:41.015578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:41.046324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:41.200025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] For port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:43:41.204896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] For port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,segment=NetworkSegment(9e780818-2a4a-4150-b0ba-fda210fd3fcb),segment_id=9e780818-2a4a-4150-b0ba-fda210fd3fcb)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:43:41.279539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:41.300065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-428fd739-22c0-4f44-afb8-dc4e06930bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:41.519697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Pushing event updated for resources: {'Port': ['ID=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:41.530937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:41.608091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036838368776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16389451'] for router, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:41.789776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:41.803212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Transition to ACTIVE for port object 9c69220a-713d-4af5-be9c-52b2c744e164 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:41.809137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:41.825809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:41.895111 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Router c2e39caf-3621-460d-aba9-7d31b72b68d9 is scheduled to L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab with binding_index 1 {{(pid=85241) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 13 14:43:41.990313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10a780-bbdb-4190-9655-2c71be4e9fca None None] Pushing event updated for resources: {'Port': ['ID=9c69220a-713d-4af5-be9c-52b2c744e164,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:41.993735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af10a780-bbdb-4190-9655-2c71be4e9fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:42.174806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:43:42.186357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Sync routers for ids ['c2e39caf-3621-460d-aba9-7d31b72b68d9'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:43:42.197299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Routers {'c2e39caf-3621-460d-aba9-7d31b72b68d9'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:42.197998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6de2c50>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['c2e39caf-3621-460d-aba9-7d31b72b68d9'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:42.225857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Notify callbacks [] for router, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:42.228479 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1558058
Apr 13 14:43:42.230933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43640) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:42.250814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Attempting to bind port 9c69220a-713d-4af5-be9c-52b2c744e164 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:43:42.251601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Attempting to bind port 9c69220a-713d-4af5-be9c-52b2c744e164 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:43:42.252215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Attempting to bind port 9c69220a-713d-4af5-be9c-52b2c744e164 on network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:42.259429 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:43:42.260238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Checking segment: {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:42.261360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:42.262014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Bound using segment: {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:43:42.263602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Bound port: 9c69220a-713d-4af5-be9c-52b2c744e164, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:43:42.264259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:42.357649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] For port 9c69220a-713d-4af5-be9c-52b2c744e164, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:43:42.366122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] For port 9c69220a-713d-4af5-be9c-52b2c744e164, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=9c69220a-713d-4af5-be9c-52b2c744e164,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:43:42.378190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:42.401400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:42.448035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Set router c2e39caf-3621-460d-aba9-7d31b72b68d9 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:42.600853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10a780-bbdb-4190-9655-2c71be4e9fca None None] Pushing event updated for resources: {'Port': ['ID=9c69220a-713d-4af5-be9c-52b2c744e164,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:42.604403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af10a780-bbdb-4190-9655-2c71be4e9fca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:42.648457 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:42.649435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a7a931d0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:43.080756 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6de2c50>, [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:40Z', 'revision_number': 3, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port': {'id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:43.094477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Checking router: c2e39caf-3621-460d-aba9-7d31b72b68d9 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:43:43.094913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Updating router c2e39caf-3621-460d-aba9-7d31b72b68d9 port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 binding host dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:43:43.162962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:43.171575 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:43.217265 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:43.426630 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd115e0-7f6a-4584-a446-28421cfcf4b8 None None] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:43:43.505525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Allocated IP 172.20.0.1 (52a081f7-8301-4acf-862f-0f41f6311bd4/66c45059-cd80-47bb-8c98-d11db4b064f4/d3e70590-8395-4f74-bf84-b2a25669da21) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:43:43.556739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9c69220a-713d-4af5-be9c-52b2c744e164 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:43.609325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-63f4f802-e34c-46c7-9b95-a7a761f165f0 None None] Provisioning for port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:43.676543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:43.698495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Transition to ACTIVE for port object d3e70590-8395-4f74-bf84-b2a25669da21 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:43.704167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:43.717699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Transition to ACTIVE for port object 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:43.724386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:43.725564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:43.741411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:43.742668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8dea2d1b-e54f-4b10-91ad-79c4ef837cc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:43.845032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 9c69220a-713d-4af5-be9c-52b2c744e164 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:43.867812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 9c69220a-713d-4af5-be9c-52b2c744e164 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:43.868299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:43.892178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e70590-8395-4f74-bf84-b2a25669da21,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:43.896433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:43.914318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022210d-e56f-4210-aea1-15c6d11e0c4e None None] Pushing event updated for resources: {'Port': ['ID=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:43.921867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d022210d-e56f-4210-aea1-15c6d11e0c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:43.949360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:43.951175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:43.953840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:43:44.017897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16389516'] for router_interface, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.021272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Attempting to bind port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:43:44.021702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Attempting to bind port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:43:44.022119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Attempting to bind port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 on network 82570e4e-03e2-4e48-a395-0bba50573380 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:44.030607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:43:44.031031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Checking segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:44.031483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.031949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Bound using segment: {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:43:44.032471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Bound port: 08d2c493-59a3-4db9-8285-b92b7b0cfbd5, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2013f9-f57a-4641-a932-cec5f1d81df2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:43:44.032895 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.082160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a7a931d0>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:42Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:44.104060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3c5f21-edfe-44c8-8af4-ddc0375db342 None None] The sync data for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi is: [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:42Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:43:44.124055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.143237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 9c69220a-713d-4af5-be9c-52b2c744e164, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=9c69220a-713d-4af5-be9c-52b2c744e164,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:44.146957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.147945 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:44.152097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] For port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:43:44.157025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] For port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:43:44.162555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.186147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:44.255127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.334924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=9c69220a-713d-4af5-be9c-52b2c744e164,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:44.338532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:44.344436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:44.348033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:44.352487 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:44.355734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.466055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Provisioning complete for port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:44.466610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.491930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Routers {'c2e39caf-3621-460d-aba9-7d31b72b68d9'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:44.492636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6de2c50>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['c2e39caf-3621-460d-aba9-7d31b72b68d9'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:44.642302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.699546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022210d-e56f-4210-aea1-15c6d11e0c4e None None] Pushing event updated for resources: {'Port': ['ID=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:44.706414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d022210d-e56f-4210-aea1-15c6d11e0c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:44.706768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.710898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.715144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,segment=NetworkSegment(9e780818-2a4a-4150-b0ba-fda210fd3fcb),segment_id=9e780818-2a4a-4150-b0ba-fda210fd3fcb)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:44.730155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.737881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:44.744291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:44.773084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] Set router c2e39caf-3621-460d-aba9-7d31b72b68d9 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:44.777557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:44.890388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:43:44.890813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:43:44.895125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:44.901147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:45.081043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e70590-8395-4f74-bf84-b2a25669da21,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:45.083959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16291810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16406053'] for router_interface, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:45.098002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:45.188824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6de2c50>, [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 4, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port': {'id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd3e70590-8395-4f74-bf84-b2a25669da21', 'name': '', 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'mac_address': 'fa:16:3e:7c:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:43Z', 'updated_at': '2021-04-13T14:43:43Z', 'revision_number': 1, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'subnets': [{'id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:45.198120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5cbc1-2494-4bb2-91bc-cca62d07e3c7 None None] The sync data for ids ['c2e39caf-3621-460d-aba9-7d31b72b68d9'] in dv-cinder-786054-1-iscsi is: [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 4, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port': {'id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd3e70590-8395-4f74-bf84-b2a25669da21', 'name': '', 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'mac_address': 'fa:16:3e:7c:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:43Z', 'updated_at': '2021-04-13T14:43:43Z', 'revision_number': 1, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'subnets': [{'id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:43:45.259529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:45.261097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:45.319998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9c69220a-713d-4af5-be9c-52b2c744e164 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:45.476203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Router c2e39caf-3621-460d-aba9-7d31b72b68d9 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:43:45.544714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 9c69220a-713d-4af5-be9c-52b2c744e164 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:45.545622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:45.609717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Provisioning for port d3e70590-8395-4f74-bf84-b2a25669da21 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:45.619199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Provisioning complete for port d3e70590-8395-4f74-bf84-b2a25669da21 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:45.619740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:45.693994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b5f91aec-3d78-4a67-ae90-ec5be40e9b15 None None] Port d3e70590-8395-4f74-bf84-b2a25669da21 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:43:45.725019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:43:45.751182 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] 10.222.0.22 "PUT /v2.0/routers/c2e39caf-3621-460d-aba9-7d31b72b68d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5175123
Apr 13 14:43:45.798255 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-81652369-6089-4922-8cf4-bab5ee1b91cb tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196655440&fields=id&tenant_id=bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 267 time: 0.0559545
Apr 13 14:43:45.829058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:45.887112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-6bde8c6e-eb86-4ed6-9e33-b726b69126ca None None] Provisioning complete for port d3e70590-8395-4f74-bf84-b2a25669da21 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:45.888327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6bde8c6e-eb86-4ed6-9e33-b726b69126ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:45.970858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-6bde8c6e-eb86-4ed6-9e33-b726b69126ca None None] Port d3e70590-8395-4f74-bf84-b2a25669da21 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:43:45.986668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:45.987152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:46.024382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-21217d0a-1b7f-43dc-addd-dde2e0d1bc84 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:46.026342 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-21217d0a-1b7f-43dc-addd-dde2e0d1bc84 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 811 time: 0.2130930
Apr 13 14:43:46.050425 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-3c950ba2-c7eb-4035-aa4f-1485424d09a8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/quotas/bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 375 time: 0.0171378
Apr 13 14:43:46.172802 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-6bbf6e82-850e-4027-b34a-2dd81dd5a58e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1089597
Apr 13 14:43:46.370429 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-2ff54d8e-09b9-40fc-bdbe-e2ef4112e7c2 service neutron] 10.222.0.22 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826737
Apr 13 14:43:46.537015 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-029c26bb-c53c-4f34-a2d7-782269d2d84e service neutron] 10.222.0.22 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574547
Apr 13 14:43:46.844728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43672) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:46.851399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217589014', 'description': 'tempest-secgroup-smoke-217589014 description', 'project_id': '0daac20df52e492791d1a0390959da55'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:46.858266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:46.862456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:46.865634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:46.872556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:46.883100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:46.888891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:46.893219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:46.896274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:46.902382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:47.018158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.021416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.027458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-939d0e0b-0a74-418e-bc41-babfea03698d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:47.042902 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-debc7d2f-1a5f-46e0-9c00-2b3326a77dd0 req-a72c6973-55b7-41d3-9122-1741e9be6f2d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 210 time: 0.0647907
Apr 13 14:43:47.070847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.077222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43680) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:47.077931 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2259138
Apr 13 14:43:47.083273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c107db5b-2edb-4a8c-a2e0-3b85b6575277,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:47.087936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'security_group_rule': {'security_group_id': 'c107db5b-2edb-4a8c-a2e0-3b85b6575277', 'project_id': '0daac20df52e492791d1a0390959da55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:47.094994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.095399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:47.095584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.095926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.096336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.096740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.097308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.097968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.098257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.098654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.099134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.099528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.099935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:43:47.100229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:47.103440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:47.106158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:47.111798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:47.130092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.207956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.212038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.222302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b7b55314-f6f7-4a15-8541-6b1019aa51e6 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:47.249421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e2ff2f-9d4c-4283-91d5-705ff2d3f310,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:47.253467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:47.262798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.267388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43690) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:47.267645 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d29bab0d-e4cc-48cc-af81-cf21b388659a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1882596
Apr 13 14:43:47.273821 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'security_group_rule': {'security_group_id': 'c107db5b-2edb-4a8c-a2e0-3b85b6575277', 'project_id': '0daac20df52e492791d1a0390959da55', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:47.281602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:47.291392 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:47.295644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:47.302416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:47.332708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.374258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:47.420969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.424937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.427231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0fd81b6c-169b-4fb2-bc41-30d227adef61 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:47.452561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dfe4d24-9eb0-45c7-b4f1-26a4e637d383,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:47.455317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:47.463271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.464618 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-898aaf18-e0f3-47d1-b383-16b082795054 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1959124
Apr 13 14:43:47.470712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43694) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:47.482018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:47.483361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'security_group_rule': {'security_group_id': 'c107db5b-2edb-4a8c-a2e0-3b85b6575277', 'project_id': '0daac20df52e492791d1a0390959da55', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:47.487535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:47.488079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.495480 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:47.503169 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:47.509275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:47.521908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:47.550701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.624363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.655912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:47.656184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.659528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.660140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.662089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:47.662303 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:47.691668 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2428316a-441b-4200-bf19-2b47d94cad9b,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:47.694549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:47.705142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.706501 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6ccb6367-1f24-4be8-b2f0-f69e85a7ded4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2332609
Apr 13 14:43:47.709572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43698) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:47.715392 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'security_group_rule': {'security_group_id': 'c107db5b-2edb-4a8c-a2e0-3b85b6575277', 'project_id': '0daac20df52e492791d1a0390959da55', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:47.722068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:47.726238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:47.729740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:47.736483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:47.753998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.760308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:47.766078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:47.821911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.824673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.826915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b7a320f0-564a-49a7-8b0b-3386face2071 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:47.851620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a1a24d-33f6-451c-9a25-f424b9f1005b,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:47.854288 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:47.861222 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.862500 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-222ffbbd-f907-4aa7-88c4-d01a92e6c3a5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1519055
Apr 13 14:43:47.865475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43702) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:47.871053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'security_group_rule': {'security_group_id': 'c107db5b-2edb-4a8c-a2e0-3b85b6575277', 'project_id': '0daac20df52e492791d1a0390959da55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:47.877271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:47.881327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:47.884363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:47.890497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:47.900152 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Project 0daac20df52e492791d1a0390959da55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 13 14:43:47.907778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.978337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.981693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:47.983824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:48.005509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4256ea67-a64c-4ab4-ae54-9be49fc0cf55,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:48.009880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:48.017823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:48.019411 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d479477e-1a2d-49fb-b88f-bbf5ac584094 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1528943
Apr 13 14:43:48.022283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43706) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:43:48.028684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'security_group_rule': {'security_group_id': 'c107db5b-2edb-4a8c-a2e0-3b85b6575277', 'project_id': '0daac20df52e492791d1a0390959da55', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:48.035352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:48.040105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:security_group_rule and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:43:48.044528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:43:48.051173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:48.064399 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Project 0daac20df52e492791d1a0390959da55 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 13 14:43:48.071779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:48.238508 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a9561322-f53a-474b-8cee-11a8dfb91462 req-17f23c6e-3111-4257-8286-878c5494da42 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 210 time: 0.0525491
Apr 13 14:43:48.258692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:48.274315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16513368'] for security_group_rule, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:48.298514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:48.349388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d436c40-d13c-45b7-802f-dd61cbf3b90d,revision_number=0']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:48.358236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:48.372411 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-8b271bdb-5385-4a11-b5b1-3e31f3e07aef tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:48.374056 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-8b271bdb-5385-4a11-b5b1-3e31f3e07aef tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 811 time: 0.2506554
Apr 13 14:43:48.377958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:48.379187 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9c2ccae2-03b8-436e-90b2-a8d67ec2bc26 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3557422
Apr 13 14:43:48.450614 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-fd3c14da-4a9f-4ee5-b33e-67ee142b1dec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020 HTTP/1.1" status: 200  len: 8061 time: 0.0667834
Apr 13 14:43:48.465408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'port': {'device_id': 'b82c4463-708a-4997-94d0-b717bc39920a', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'admin_state_up': True, 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'security_groups': ['a65cd796-919c-4ba5-b84a-eb9b781638cb']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:48.641998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:43:48.653614 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:43:48.662882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Made reservation on behalf of bb1c19414ed84bf3bb6db38ef58fc020 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:43:48.669227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:48.836938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Allocated IP 172.20.0.11 (3c3f5c1b-8cd2-4d40-9d07-53c907fbc752/6dcad534-cece-4b6e-83d2-40e4fbbfcc8a/854e7aca-553a-4eab-a7c5-6311ed57da23) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:43:48.930762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Sync routers for ids ['c2e39caf-3621-460d-aba9-7d31b72b68d9'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:43:48.944017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Routers {'c2e39caf-3621-460d-aba9-7d31b72b68d9'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:48.944979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5532358>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['c2e39caf-3621-460d-aba9-7d31b72b68d9'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:49.106827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:49.130529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Transition to ACTIVE for port object 854e7aca-553a-4eab-a7c5-6311ed57da23 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:49.156340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:49.197745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ba2622d-cc1e-4f40-a037-e48a568d0508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:49.343209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:49.474050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:49.474454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:49.522636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:43:49.524577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=854e7aca-553a-4eab-a7c5-6311ed57da23,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:49.529885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:43:49.532610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:49.533492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:43:49.548859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Set router c2e39caf-3621-460d-aba9-7d31b72b68d9 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:49.642173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196a7eb-ddf1-490c-b627-e7de62a482c6 req-de3e5cc0-9f4c-4255-af5d-3789acdabe68 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:49.643951 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f196a7eb-ddf1-490c-b627-e7de62a482c6 req-de3e5cc0-9f4c-4255-af5d-3789acdabe68 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 932 time: 0.2048759
Apr 13 14:43:49.654262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:49.654878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:49.698966 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f196a7eb-ddf1-490c-b627-e7de62a482c6 req-7858c627-1878-481c-9f1d-5b582e4d90b8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394251
Apr 13 14:43:49.710365 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2536442
Apr 13 14:43:49.723847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Request body: {'port': {'device_id': 'b82c4463-708a-4997-94d0-b717bc39920a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:43:49.862760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:49.901138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ca8bcf73-94f7-4d48-9950-c73d24439d7a None None] Provisioning for port 854e7aca-553a-4eab-a7c5-6311ed57da23 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:49.911621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ca8bcf73-94f7-4d48-9950-c73d24439d7a None None] Provisioning complete for port 854e7aca-553a-4eab-a7c5-6311ed57da23 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:49.912658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca8bcf73-94f7-4d48-9950-c73d24439d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:50.044546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ca8bcf73-94f7-4d48-9950-c73d24439d7a None None] Port 854e7aca-553a-4eab-a7c5-6311ed57da23 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:43:50.046813 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffc41f9c-c78d-4dcf-b0bc-725e8cb397ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:50.077931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5532358>, [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 4, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port': {'id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd3e70590-8395-4f74-bf84-b2a25669da21', 'name': '', 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'mac_address': 'fa:16:3e:7c:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:43Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 2, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'subnets': [{'id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:50.082052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Checking router: c2e39caf-3621-460d-aba9-7d31b72b68d9 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:43:50.082456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Updating router c2e39caf-3621-460d-aba9-7d31b72b68d9 port d3e70590-8395-4f74-bf84-b2a25669da21 binding host dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 13 14:43:50.140460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:50.316440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854e7aca-553a-4eab-a7c5-6311ed57da23 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:43:50.325207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:50.341885 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Transition to ACTIVE for port object 854e7aca-553a-4eab-a7c5-6311ed57da23 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:50.344678 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:50.360325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:50.510683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Pushing event updated for resources: {'Port': ['ID=854e7aca-553a-4eab-a7c5-6311ed57da23,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:50.515841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:50.604585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:50.619135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Transition to ACTIVE for port object d3e70590-8395-4f74-bf84-b2a25669da21 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:43:50.626447 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:50.661438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:50.804995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84d605-c542-43d9-924a-c632337bf18b None None] Pushing event updated for resources: {'Port': ['ID=d3e70590-8395-4f74-bf84-b2a25669da21,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:50.808279 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7e84d605-c542-43d9-924a-c632337bf18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:50.959177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6028f8f-bf22-4ec0-ad91-7dadc4305abf req-77fa806b-3a56-4eef-85a7-02bece0ae4a1 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:50.961319 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6028f8f-bf22-4ec0-ad91-7dadc4305abf req-77fa806b-3a56-4eef-85a7-02bece0ae4a1 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.1212747
Apr 13 14:43:50.997798 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b6028f8f-bf22-4ec0-ad91-7dadc4305abf req-f777bc3c-4b9e-4132-9bec-eaf6b4a7d54a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0293632
Apr 13 14:43:51.004247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Attempting to bind port 854e7aca-553a-4eab-a7c5-6311ed57da23 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:43:51.004607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Attempting to bind port 854e7aca-553a-4eab-a7c5-6311ed57da23 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:43:51.005159 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Attempting to bind port 854e7aca-553a-4eab-a7c5-6311ed57da23 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:51.013697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Port 854e7aca-553a-4eab-a7c5-6311ed57da23 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:43:51.014086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Attempting to bind port 854e7aca-553a-4eab-a7c5-6311ed57da23 on network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:51.020705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:43:51.021091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Checking segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:51.021523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Bound using segment: {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:43:51.022041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Bound port: 854e7aca-553a-4eab-a7c5-6311ed57da23, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acb3a22e-306b-41ea-9f13-0289fa63231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:43:51.022430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:51.088325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Attempting to bind port d3e70590-8395-4f74-bf84-b2a25669da21 on host dv-cinder-786054-1-iscsi for vnic_type normal with profile  {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:43:51.088755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Attempting to bind port d3e70590-8395-4f74-bf84-b2a25669da21 by drivers openvswitch,hyperv on host dv-cinder-786054-1-iscsi at level 0 using segments [{'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:43:51.089163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Attempting to bind port d3e70590-8395-4f74-bf84-b2a25669da21 on network 52a081f7-8301-4acf-862f-0f41f6311bd4 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:43:51.095634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Checking agent: {'id': 'ccfa0d9d-78c7-4605-bab9-8c4b96e5f340', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786054-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 26, 54), 'started_at': datetime.datetime(2021, 4, 13, 14, 27, 24), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786054-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:43:51.096084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Checking segment: {'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:43:51.096486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:51.096931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Bound using segment: {'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:43:51.097453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Bound port: d3e70590-8395-4f74-bf84-b2a25669da21, host: dv-cinder-786054-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e780818-2a4a-4150-b0ba-fda210fd3fcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:43:51.097871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:51.112852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] For port 854e7aca-553a-4eab-a7c5-6311ed57da23, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:43:51.116393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] For port 854e7aca-553a-4eab-a7c5-6311ed57da23, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=854e7aca-553a-4eab-a7c5-6311ed57da23,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:43:51.124304 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:51.154237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-97159591-57b0-40ae-896c-709167b5f4d3 tempest-ServerRescueNegativeTestJSON-238626925 tempest-ServerRescueNegativeTestJSON-238626925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:51.194770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] For port d3e70590-8395-4f74-bf84-b2a25669da21, host dv-cinder-786054-1-iscsi, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:43:51.200255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] For port d3e70590-8395-4f74-bf84-b2a25669da21, host dv-cinder-786054-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d3e70590-8395-4f74-bf84-b2a25669da21,segment=NetworkSegment(9e780818-2a4a-4150-b0ba-fda210fd3fcb),segment_id=9e780818-2a4a-4150-b0ba-fda210fd3fcb)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:43:51.205202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:51.229809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:51.323585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Pushing event updated for resources: {'Port': ['ID=854e7aca-553a-4eab-a7c5-6311ed57da23,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:51.330093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:51.375248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:51.376448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:51.378837 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] 10.222.0.48 "PUT /v2.0/ports/854e7aca-553a-4eab-a7c5-6311ed57da23 HTTP/1.1" status: 200  len: 1094 time: 1.6598368
Apr 13 14:43:51.379589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:43:51.398511 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84d605-c542-43d9-924a-c632337bf18b None None] Pushing event updated for resources: {'Port': ['ID=d3e70590-8395-4f74-bf84-b2a25669da21,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:51.404981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7e84d605-c542-43d9-924a-c632337bf18b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:51.472536 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'status': 'completed', 'code': 200}
Apr 13 14:43:51.473052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Routers {'c2e39caf-3621-460d-aba9-7d31b72b68d9'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:43:51.473858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5532358>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['c2e39caf-3621-460d-aba9-7d31b72b68d9'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:51.526314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-ca032984-e513-4546-91a4-1030b7a6033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:51.528625 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-ca032984-e513-4546-91a4-1030b7a6033e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 1097 time: 0.1021130
Apr 13 14:43:51.612374 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-1340e171-4154-4e64-b0a2-adcd44609f64 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854e7aca-553a-4eab-a7c5-6311ed57da23 HTTP/1.1" status: 200  len: 217 time: 0.0740454
Apr 13 14:43:51.694434 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-591875ed-b96e-4e26-b754-74ceb0929b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:51.696191 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-591875ed-b96e-4e26-b754-74ceb0929b0e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.0771298
Apr 13 14:43:51.722866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] Set router c2e39caf-3621-460d-aba9-7d31b72b68d9 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:43:51.789897 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-70ad08e8-e046-4e3f-acbb-920b74eeeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:51.791575 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-70ad08e8-e046-4e3f-acbb-920b74eeeaea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879152
Apr 13 14:43:51.978728 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-065c9cab-23f1-4324-be73-be273bb9df81 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778593
Apr 13 14:43:52.109217 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5532358>, [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 4, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port': {'id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd3e70590-8395-4f74-bf84-b2a25669da21', 'name': '', 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'mac_address': 'fa:16:3e:7c:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:43Z', 'updated_at': '2021-04-13T14:43:51Z', 'revision_number': 4, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'subnets': [{'id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:43:52.115232 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae874cf-1065-4619-a6b2-6cc8a569665c None None] The sync data for ids ['c2e39caf-3621-460d-aba9-7d31b72b68d9'] in dv-cinder-786054-1-iscsi is: [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 4, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port': {'id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': 'd3e70590-8395-4f74-bf84-b2a25669da21', 'name': '', 'network_id': '52a081f7-8301-4acf-862f-0f41f6311bd4', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'mac_address': 'fa:16:3e:7c:5a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:43Z', 'updated_at': '2021-04-13T14:43:51Z', 'revision_number': 4, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'subnets': [{'id': '66c45059-cd80-47bb-8c98-d11db4b064f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:43:52.157587 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2e3a2388-8ca8-4340-95e3-429a834e5660 req-859da7b7-4abc-440a-a6d4-ec9c27c2644b service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1719790
Apr 13 14:43:52.200649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-effb519d-2b88-490e-9093-755f037d9538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:52.263587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2fdc0-42ad-4c78-8b20-f2e7ee4c4734 req-3a331142-6273-42ad-a4f3-7d1ce269e13d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:52.265350 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-38f2fdc0-42ad-4c78-8b20-f2e7ee4c4734 req-3a331142-6273-42ad-a4f3-7d1ce269e13d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.1251588
Apr 13 14:43:52.303224 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-38f2fdc0-42ad-4c78-8b20-f2e7ee4c4734 req-d21bad36-a5db-4fd1-97f4-b9d9b79fd58f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310268
Apr 13 14:43:52.315862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d282d4-36be-4827-98bc-39c230c564c5 req-002349e3-addb-4068-bcf4-2d95669e2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:52.317673 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21d282d4-36be-4827-98bc-39c230c564c5 req-002349e3-addb-4068-bcf4-2d95669e2a6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 1097 time: 0.1065650
Apr 13 14:43:52.505502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d282d4-36be-4827-98bc-39c230c564c5 req-79958f73-1b5f-4a35-bf51-4750a26f619a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:52.507735 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21d282d4-36be-4827-98bc-39c230c564c5 req-79958f73-1b5f-4a35-bf51-4750a26f619a service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.1819267
Apr 13 14:43:52.622312 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21d282d4-36be-4827-98bc-39c230c564c5 req-94ebe6da-52fd-43f9-8f7f-56c93afc437f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854e7aca-553a-4eab-a7c5-6311ed57da23 HTTP/1.1" status: 200  len: 217 time: 0.0977786
Apr 13 14:43:52.744389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d282d4-36be-4827-98bc-39c230c564c5 req-78e7fa5b-19dc-4b4c-aef5-cdac456b738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:52.745986 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21d282d4-36be-4827-98bc-39c230c564c5 req-78e7fa5b-19dc-4b4c-aef5-cdac456b738b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.1133730
Apr 13 14:43:52.843402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d282d4-36be-4827-98bc-39c230c564c5 req-beecb3bd-8995-43c3-bc17-cd75a2d8b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:52.845143 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21d282d4-36be-4827-98bc-39c230c564c5 req-beecb3bd-8995-43c3-bc17-cd75a2d8b653 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870321
Apr 13 14:43:53.003780 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21d282d4-36be-4827-98bc-39c230c564c5 req-fd2c21c1-467d-4ce8-b475-8e131a0005a4 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1514807
Apr 13 14:43:53.119090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:53.164510 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21d282d4-36be-4827-98bc-39c230c564c5 req-347a6faf-97f4-4df7-9e18-230f4ec7a032 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534126
Apr 13 14:43:53.279145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d3e70590-8395-4f74-bf84-b2a25669da21 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:53.356529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning for port d3e70590-8395-4f74-bf84-b2a25669da21 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:43:53.362101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port d3e70590-8395-4f74-bf84-b2a25669da21 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:53.362533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:53.541568 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4f5ef-8c7a-4ea2-ab33-0fe231a554fe req-cb902ebb-fa53-43b0-a1f2-8cd8f2789962 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:53.542401 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-08c4f5ef-8c7a-4ea2-ab33-0fe231a554fe req-cb902ebb-fa53-43b0-a1f2-8cd8f2789962 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:43:53.560324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-08c4f5ef-8c7a-4ea2-ab33-0fe231a554fe req-cb902ebb-fa53-43b0-a1f2-8cd8f2789962 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:43:53.561672 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08c4f5ef-8c7a-4ea2-ab33-0fe231a554fe req-cb902ebb-fa53-43b0-a1f2-8cd8f2789962 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.1225300
Apr 13 14:43:53.597323 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08c4f5ef-8c7a-4ea2-ab33-0fe231a554fe req-e35355f2-db2e-4f73-a3d0-68510142a482 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0273252
Apr 13 14:43:53.677899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:53.696100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] For port d3e70590-8395-4f74-bf84-b2a25669da21, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d3e70590-8395-4f74-bf84-b2a25669da21,segment=NetworkSegment(9e780818-2a4a-4150-b0ba-fda210fd3fcb),segment_id=9e780818-2a4a-4150-b0ba-fda210fd3fcb)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:43:53.699381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:53.701325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:43:53.772950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Pushing event updated for resources: {'Port': ['ID=d3e70590-8395-4f74-bf84-b2a25669da21,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:43:53.776204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:43:53.816453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:55.057492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574ca1-6c30-4270-9563-9d9b4d8a4632 req-b04c8b96-2b8f-4706-be17-49e67755c6a4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:55.059081 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-03574ca1-6c30-4270-9563-9d9b4d8a4632 req-b04c8b96-2b8f-4706-be17-49e67755c6a4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.3409238
Apr 13 14:43:55.097609 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-03574ca1-6c30-4270-9563-9d9b4d8a4632 req-e24a6f6b-a34f-4d7e-9ab0-1f4b640ce6e1 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312209
Apr 13 14:43:55.263564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d3e70590-8395-4f74-bf84-b2a25669da21 up at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:43:55.339662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Provisioning complete for port d3e70590-8395-4f74-bf84-b2a25669da21 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:43:55.340002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:55.417515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:43:56.307475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cba30d-e109-486b-abb8-f78b5c0c2412 req-43c5d5f0-9a5b-4cd5-9f09-6e46e63805c7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:56.309792 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c3cba30d-e109-486b-abb8-f78b5c0c2412 req-43c5d5f0-9a5b-4cd5-9f09-6e46e63805c7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.0917828
Apr 13 14:43:56.341423 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c3cba30d-e109-486b-abb8-f78b5c0c2412 req-918dba25-34fb-4a14-a36e-8e03eda13a1c tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248168
Apr 13 14:43:57.553573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f370c-fb35-467d-99de-ec209be60066 req-b9f9be10-0ac3-4ba2-bb56-958270d9df73 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:57.555222 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e84f370c-fb35-467d-99de-ec209be60066 req-b9f9be10-0ac3-4ba2-bb56-958270d9df73 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.0961013
Apr 13 14:43:57.588286 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e84f370c-fb35-467d-99de-ec209be60066 req-e60e4765-0b0c-4c12-b93f-c9a7cf90d674 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256815
Apr 13 14:43:58.800422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a097ed8d-72bb-46c2-b091-d75a39970511 req-75fdd55e-884b-4470-804e-a3c0db38f16f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:58.802034 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a097ed8d-72bb-46c2-b091-d75a39970511 req-75fdd55e-884b-4470-804e-a3c0db38f16f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.0950768
Apr 13 14:43:58.834832 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a097ed8d-72bb-46c2-b091-d75a39970511 req-3656e3e7-1e05-4779-9bd4-5221329132e6 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261211
Apr 13 14:43:59.758838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33999516-32fa-4727-b5eb-f3456181a952 req-2b1c7ed7-05fb-463a-adc7-fca4144a3e14 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:43:59.760910 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-33999516-32fa-4727-b5eb-f3456181a952 req-2b1c7ed7-05fb-463a-adc7-fca4144a3e14 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 946 time: 0.0950325
Apr 13 14:43:59.794252 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-33999516-32fa-4727-b5eb-f3456181a952 req-0b047464-a0fd-42b7-a971-665f00e08c4e tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262697
Apr 13 14:43:59.966602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 854e7aca-553a-4eab-a7c5-6311ed57da23 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:44:00.049932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be56af-1726-423f-bf9f-77e4d23a7b16 req-718ec70d-0933-4f40-8b70-dfc1939a5446 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:00.053300 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10be56af-1726-423f-bf9f-77e4d23a7b16 req-718ec70d-0933-4f40-8b70-dfc1939a5446 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 944 time: 0.0930216
Apr 13 14:44:00.103753 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10be56af-1726-423f-bf9f-77e4d23a7b16 req-f6703fb8-d09a-4106-afc0-e531bdf44f3f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447359
Apr 13 14:44:00.154015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 854e7aca-553a-4eab-a7c5-6311ed57da23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=854e7aca-553a-4eab-a7c5-6311ed57da23,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:00.168665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'port_id': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'mac_address': 'fa:16:3e:30:e1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:44:00.229513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:00.230957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854e7aca-553a-4eab-a7c5-6311ed57da23 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:44:00.251581 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 854e7aca-553a-4eab-a7c5-6311ed57da23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=854e7aca-553a-4eab-a7c5-6311ed57da23,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:00.255524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:00.257464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:00.339120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=854e7aca-553a-4eab-a7c5-6311ed57da23,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:00.343874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:00.545309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['854e7aca-553a-4eab-a7c5-6311ed57da23'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:44:01.014113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a3f35-9721-4f92-b670-b462015913cb req-5dfa536a-0405-4b7d-bbc1-6191bd9a13b6 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:01.015849 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3b5a3f35-9721-4f92-b670-b462015913cb req-5dfa536a-0405-4b7d-bbc1-6191bd9a13b6 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 946 time: 0.0962410
Apr 13 14:44:01.049930 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3b5a3f35-9721-4f92-b670-b462015913cb req-a2421e27-102d-4eb3-bb55-ec17b32457d5 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups?id=a3595959-7030-489b-b03d-b391eef8d9da&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267649
Apr 13 14:44:01.313669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ce26a-19e2-459c-a632-0db622dcad47 req-d64ac43e-dffb-4df0-b70e-b2c640d2e983 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:01.315160 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-625ce26a-19e2-459c-a632-0db622dcad47 req-d64ac43e-dffb-4df0-b70e-b2c640d2e983 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 945 time: 0.0964069
Apr 13 14:44:01.341054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-e513ec2a-8328-4da2-972a-9a63badf655f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:01.342703 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-e513ec2a-8328-4da2-972a-9a63badf655f tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 946 time: 0.1024406
Apr 13 14:44:01.354589 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-625ce26a-19e2-459c-a632-0db622dcad47 req-2295bef6-8ef6-45a1-8068-cc6bca56747a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270991
Apr 13 14:44:01.426749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Deleting port ff8bc3b4-674a-445b-963f-7b82c1673348 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:01.427176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:01.705751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] For port ff8bc3b4-674a-445b-963f-7b82c1673348, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=ff8bc3b4-674a-445b-963f-7b82c1673348,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:01.706063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:01.848854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:01.978563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 854e7aca-553a-4eab-a7c5-6311ed57da23 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:44:02.030822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:02.031417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:02.031608 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Floating IP d8160f1e-1401-4789-93d6-8f0989640e6e disassociated. External IP: 172.27.3.135, port: ff8bc3b4-674a-445b-963f-7b82c1673348.
Apr 13 14:44:02.032002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Calling delete_port for ff8bc3b4-674a-445b-963f-7b82c1673348 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:02.056597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 854e7aca-553a-4eab-a7c5-6311ed57da23 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:44:02.062561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 854e7aca-553a-4eab-a7c5-6311ed57da23 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:44:02.062983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:02.192745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:02.200248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:02.207108 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:02.218895 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 854e7aca-553a-4eab-a7c5-6311ed57da23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=854e7aca-553a-4eab-a7c5-6311ed57da23,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:02.222377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:02.223517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:02.254500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c666457-6565-4d63-903f-98bd2bd5eff0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:02.294821 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'code': 200}
Apr 13 14:44:02.301568 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78c7a1fc-fdb2-4e3c-babb-b1b3ebfbad1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:02.319047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: ff8bc3b4-674a-445b-963f-7b82c1673348 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:02.319456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device ff8bc3b4-674a-445b-963f-7b82c1673348 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:02.344751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=854e7aca-553a-4eab-a7c5-6311ed57da23,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:02.348081 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:02.399269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event deleted for resources: {'Port': ['ID=ff8bc3b4-674a-445b-963f-7b82c1673348,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:02.416699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:02.437015 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-36c9d052-f10a-46bf-83ca-a9b4d99c98c9 req-d5534d22-9a30-4ab3-8da2-f667a9aa4695 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 210 time: 0.0909581
Apr 13 14:44:02.587797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c399ca9-dbff-41ca-896b-159d3b96aeb3 req-fd98f235-5465-4f4d-bac5-739ef33e1234 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:02.589591 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c399ca9-dbff-41ca-896b-159d3b96aeb3 req-fd98f235-5465-4f4d-bac5-739ef33e1234 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 946 time: 0.1042895
Apr 13 14:44:02.629836 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c399ca9-dbff-41ca-896b-159d3b96aeb3 req-b58f2fd8-d46b-4946-850e-af1353aae5f0 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0289476
Apr 13 14:44:02.963675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd442c6-896a-4a3a-b925-2325bc29db5d req-c71d9fbd-6af4-4838-af4b-2b3d0bfc8264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:02.966047 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bd442c6-896a-4a3a-b925-2325bc29db5d req-c71d9fbd-6af4-4838-af4b-2b3d0bfc8264 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 1099 time: 0.2051461
Apr 13 14:44:02.971831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Router 1852470f-650e-44d8-bf07-1c094357bd16 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:44:03.058859 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bd442c6-896a-4a3a-b925-2325bc29db5d req-39138c87-cb62-4485-9d10-6510ebc0c503 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827971
Apr 13 14:44:03.184168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:44:03.197855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] Sync routers for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:44:03.220302 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:03.220995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6b97978>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:03.267827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] No DVR routers for this DVR port ff8bc3b4-674a-445b-963f-7b82c1673348 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:44:03.270493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:03.274851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-deleted', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:03.289176 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-64cf77c3-30b7-45b1-a331-650901cf2e32 req-7304d2fb-5fda-4509-a2bd-2bdec0fb54b4 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.48 "DELETE /v2.0/ports/ff8bc3b4-674a-445b-963f-7b82c1673348 HTTP/1.1" status: 204  len: 173 time: 1.9394152
Apr 13 14:44:03.328651 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0352dd30-3f68-4433-892b-e2daf5801c49', 'name': 'network-vif-deleted', 'tag': 'ff8bc3b4-674a-445b-963f-7b82c1673348', 'status': 'completed', 'code': 200}
Apr 13 14:44:03.419609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:03.850948 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6b9b68b7-54c0-4817-a64c-346d2b011df5 req-3b206fa2-f47e-41ec-b89f-b69b068ca226 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/ports?device_id=0352dd30-3f68-4433-892b-e2daf5801c49 HTTP/1.1" status: 200  len: 210 time: 0.0864077
Apr 13 14:44:03.891456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374028-22c6-43a7-ad3c-cd11ef4e0ed0 req-0994701c-eb1f-40c3-be55-25b082eef56b tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:03.893135 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-74374028-22c6-43a7-ad3c-cd11ef4e0ed0 req-0994701c-eb1f-40c3-be55-25b082eef56b tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 946 time: 0.1176634
Apr 13 14:44:03.937669 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-74374028-22c6-43a7-ad3c-cd11ef4e0ed0 req-d51232d1-b28f-413a-805a-eef49e98361c tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374618
Apr 13 14:44:04.001785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6b97978>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:04.005950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] Checking router: 1852470f-650e-44d8-bf07-1c094357bd16 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:44:04.015337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:04.016117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6b97978>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:04.209763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:04.552334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6b97978>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:04.556862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f240836-d493-4568-ba61-ed8ff3339497 None None] The sync data for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi is: [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:36:52Z', 'revision_number': 4, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff', 'name': '', 'network_id': '315b8017-15b7-4e3c-99d5-ab3d9283683f', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'mac_address': 'fa:16:3e:ff:40:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_interface', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:51Z', 'updated_at': '2021-04-13T14:37:03Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'subnets': [{'id': '3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:44:04.956493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2535350-05e1-485d-977d-646a9ebd3266 None None] New status for floating IP d8160f1e-1401-4789-93d6-8f0989640e6e: DOWN {{(pid=85243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:44:04.997210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:44:05.004653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43868) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:05.005154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-843b2acd-7496-4caa-a1f4-062bbb2b8539 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Synchronizing usage tracker for tenant:0daac20df52e492791d1a0390959da55 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:05.022582 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-843b2acd-7496-4caa-a1f4-062bbb2b8539 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Unset dirty status for tenant:0daac20df52e492791d1a0390959da55 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:05.024258 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-843b2acd-7496-4caa-a1f4-062bbb2b8539 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217589014&fields=id&tenant_id=0daac20df52e492791d1a0390959da55 HTTP/1.1" status: 200  len: 267 time: 0.0476403
Apr 13 14:44:05.094109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a80728ea-2ea5-428c-b8d6-f62cb9b04597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.183486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a80728ea-2ea5-428c-b8d6-f62cb9b04597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.202104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-42567cc6-198a-4b5d-9faa-0855c982d98d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:05.209137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-42567cc6-198a-4b5d-9faa-0855c982d98d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Synchronizing usage tracker for tenant:0daac20df52e492791d1a0390959da55 on resource:network {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:05.227846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-42567cc6-198a-4b5d-9faa-0855c982d98d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Unset dirty status for tenant:0daac20df52e492791d1a0390959da55 on resource:network {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:05.229238 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-42567cc6-198a-4b5d-9faa-0855c982d98d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 809 time: 0.1976421
Apr 13 14:44:05.248260 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-96c90026-75fb-47a7-9b00-a8c0d1314e5b tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/quotas/0daac20df52e492791d1a0390959da55 HTTP/1.1" status: 200  len: 375 time: 0.0106912
Apr 13 14:44:05.262123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc5aef-6fae-4e99-9409-5e1b5e13750a req-08322846-20f3-4cc8-998d-5a301485c7c8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:05.263810 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-13dc5aef-6fae-4e99-9409-5e1b5e13750a req-08322846-20f3-4cc8-998d-5a301485c7c8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 946 time: 0.1485598
Apr 13 14:44:05.285345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a80728ea-2ea5-428c-b8d6-f62cb9b04597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.292438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b7428d02-9dad-4a03-b45e-6eb179d30e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:05.319610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80728ea-2ea5-428c-b8d6-f62cb9b04597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3595959-7030-489b-b03d-b391eef8d9da,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:05.323781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a80728ea-2ea5-428c-b8d6-f62cb9b04597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:05.327586 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-13dc5aef-6fae-4e99-9409-5e1b5e13750a req-b2d3fe12-cb17-4b34-85ee-fc94bb9e620f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557075
Apr 13 14:44:05.333000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a80728ea-2ea5-428c-b8d6-f62cb9b04597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.337582 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a80728ea-2ea5-428c-b8d6-f62cb9b04597 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "DELETE /v2.0/security-groups/a3595959-7030-489b-b03d-b391eef8d9da HTTP/1.1" status: 204  len: 168 time: 0.3315015
Apr 13 14:44:05.338194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43874) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:05.344693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-1f592697-7956-4fa6-8365-738759f01431 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Synchronizing usage tracker for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:05.356828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.api.v2.resource [None req-2e20efaa-037f-44a6-9a8b-abab7d0ee62b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] show failed (client error): The resource could not be found.
Apr 13 14:44:05.358304 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2e20efaa-037f-44a6-9a8b-abab7d0ee62b tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "GET /v2.0/security-groups/a3595959-7030-489b-b03d-b391eef8d9da HTTP/1.1" status: 404  len: 347 time: 0.0191915
Apr 13 14:44:05.361972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43880) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:05.453588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-1f592697-7956-4fa6-8365-738759f01431 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Unset dirty status for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:05.455019 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-1f592697-7956-4fa6-8365-738759f01431 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1984775
Apr 13 14:44:05.551418 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4d5b2-9528-4b63-bceb-719a5a7ea679 req-315f5284-3d13-4dd9-9041-59847f8428ed tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:05.553080 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72d4d5b2-9528-4b63-bceb-719a5a7ea679 req-315f5284-3d13-4dd9-9041-59847f8428ed tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 946 time: 0.1039691
Apr 13 14:44:05.580530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Deleting port c5ab6a2e-ab79-481e-a919-1cb212593e41 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:05.580926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.590919 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-72d4d5b2-9528-4b63-bceb-719a5a7ea679 req-f40f91a9-557b-4bac-940b-95a95beca19a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310230
Apr 13 14:44:05.617344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43884) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:05.704974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1d2f10-7df0-4493-a2fa-72f012579331 tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:05.706624 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6c1d2f10-7df0-4493-a2fa-72f012579331 tempest-TestVolumeBootPattern-1619284464 tempest-TestVolumeBootPattern-1619284464-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 1094 time: 0.0881946
Apr 13 14:44:05.709799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 43888) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:05.715891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'port_id': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address': '172.20.0.11'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:05.722383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:05.727051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Usage tracker for resource:floatingip and tenant:bb1c19414ed84bf3bb6db38ef58fc020 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:44:05.730175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:44:05.737374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:05.747855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.821823 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-566337dd-dd77-45f3-b43c-515f03741db7 service neutron] 10.222.0.22 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3048053
Apr 13 14:44:05.898335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.960103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:05.960481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:06.055542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Allocated IP 172.27.3.21 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/d42f7bb5-8810-4858-8c8e-7b645de37d88) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:44:06.110105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Calling delete_port for c5ab6a2e-ab79-481e-a919-1cb212593e41 owned by network:floatingip {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:06.188634 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-15a01152-a4d5-4984-bb6c-e28a9f9b874f service neutron] 10.222.0.22 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3565409
Apr 13 14:44:06.254511 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-3aac475c-1182-46ba-9cd8-4cf7a4f3f129 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268166563&fields=id&tenant_id=ebc701f451e643f69507900fcdc1cb43 HTTP/1.1" status: 200  len: 267 time: 0.0252025
Apr 13 14:44:06.259827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:06.298700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:06.315449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-296fa609-5a9c-4e03-a7f8-edf94a1cedd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:06.377033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Pushing event deleted for resources: {'Port': ['ID=c5ab6a2e-ab79-481e-a919-1cb212593e41,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:06.377449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-99512c0e-d2cd-4c2a-a563-20816752e249 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:06.379383 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-99512c0e-d2cd-4c2a-a563-20816752e249 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 985 time: 0.1145551
Apr 13 14:44:06.381368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:06.381661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:06.398707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:06.463936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Request body: {'port': {'security_groups': ['fed45d4b-34a7-42c6-bc68-e893938648ba']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:06.602168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks [] for floatingip, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:06.610791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=d42f7bb5-8810-4858-8c8e-7b645de37d88,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:06.618291 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:06.626814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:06.628123 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] 10.222.0.22 "DELETE /v2.0/floatingips/d8160f1e-1401-4789-93d6-8f0989640e6e HTTP/1.1" status: 204  len: 168 time: 1.2651160
Apr 13 14:44:06.722387 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61c0e74d-e083-47f8-8233-425ea92e7f6b req-c1293352-5541-44a2-87ed-181f77dd0b9e tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 210 time: 0.0644295
Apr 13 14:44:06.726442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:06.806042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:44:06.810537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:44:06.813592 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:44:07.630446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:07.679840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:07.693545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:07.705035 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c1f9e12d-7bec-4e31-9a99-8882129e7e8c'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:44:07.710415 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4df721b6-9320-4c3b-925f-a017a3b0f5c2 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:07.900081 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ea8d7e95-6ae3-47bc-8fcf-95c236f6777a req-52b7d972-9856-4a87-8696-1e999a53ae6a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 210 time: 0.0544522
Apr 13 14:44:08.050356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event updated for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=7']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:08.068336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:08.098962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-6d072dde-c35b-4d25-9a6e-802193705ea0 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:08.100558 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-6d072dde-c35b-4d25-9a6e-802193705ea0 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 809 time: 0.3489153
Apr 13 14:44:08.168773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.185638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:08.186365 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.187898 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-71ba7fd7-79bb-479d-8341-3142e04cbe69 req-4cf10d3b-c335-4a87-a369-830f639b6bd4 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "PUT /v2.0/ports/c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 943 time: 1.7925422
Apr 13 14:44:08.194382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:08.194838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43924) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:08.242783 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-9a89d164-5bc1-4e19-801a-2a2c067ecc60 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0daac20df52e492791d1a0390959da55 HTTP/1.1" status: 200  len: 8059 time: 0.1328399
Apr 13 14:44:08.248570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['c1f9e12d-7bec-4e31-9a99-8882129e7e8c'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:44:08.258903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'port': {'device_id': '6b06174c-843b-46ff-8112-438ed1b9700c', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'admin_state_up': True, 'tenant_id': '0daac20df52e492791d1a0390959da55', 'security_groups': ['c107db5b-2edb-4a8c-a2e0-3b85b6575277']}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:08.328971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e08d1f3-cdfc-42ea-a000-2205eb605c5b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.374701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e08d1f3-cdfc-42ea-a000-2205eb605c5b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.397097 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'status': 'completed', 'code': 200}
Apr 13 14:44:08.455029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e08d1f3-cdfc-42ea-a000-2205eb605c5b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.469759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ed9e3f3a-2379-42d9-b841-317ab5c244a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:08.490975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08d1f3-cdfc-42ea-a000-2205eb605c5b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6a6404-3342-4ca2-987f-f1a6691c95cd,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:08.501574 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-f81746d7-3728-4313-9fcd-adf277079370 None None] Provisioning complete for port c1f9e12d-7bec-4e31-9a99-8882129e7e8c triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:44:08.502118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f81746d7-3728-4313-9fcd-adf277079370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.503794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4e08d1f3-cdfc-42ea-a000-2205eb605c5b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:08.513105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e08d1f3-cdfc-42ea-a000-2205eb605c5b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.517205 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4e08d1f3-cdfc-42ea-a000-2205eb605c5b tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "DELETE /v2.0/security-groups/9d6a6404-3342-4ca2-987f-f1a6691c95cd HTTP/1.1" status: 204  len: 168 time: 0.3183491
Apr 13 14:44:08.518747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43932) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:08.566636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.622596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:08.692162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:08.725462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96879516-5a93-4ce3-b285-56b164d0d583 req-4b68071a-ac67-42be-9007-a9bbc5043fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:08.727113 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96879516-5a93-4ce3-b285-56b164d0d583 req-4b68071a-ac67-42be-9007-a9bbc5043fe2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1099 time: 0.3291976
Apr 13 14:44:08.730437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Made reservation on behalf of 0daac20df52e492791d1a0390959da55 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:44:08.737185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:08.827252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Deleting port 6f16c21e-959c-479b-85e1-f28df851f4a2 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:08.827677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:09.047733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:09.048103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:09.169025 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2f2701a8-c173-4144-aacc-7c5671119cf6 req-7b9dcfaf-13c2-4ca2-8345-516db9245cdc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 210 time: 0.1333845
Apr 13 14:44:09.185500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Calling delete_port for 6f16c21e-959c-479b-85e1-f28df851f4a2 owned by network:floatingip {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:09.215998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96879516-5a93-4ce3-b285-56b164d0d583 req-59f678d0-b935-4e99-aeb8-844219eedee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:09.217584 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96879516-5a93-4ce3-b285-56b164d0d583 req-59f678d0-b935-4e99-aeb8-844219eedee7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 916 time: 0.4770672
Apr 13 14:44:09.325218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Allocated IP 172.20.0.9 (6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4/a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0/1a1f5956-8dc8-4152-8e52-b403fa6eb031) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:44:09.362270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:09.378990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:09.380036 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96879516-5a93-4ce3-b285-56b164d0d583 req-12645cbf-0166-4afa-bdc8-98d052fadd23 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 1002 time: 0.1541882
Apr 13 14:44:09.403002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:09.438761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event deleted for resources: {'Port': ['ID=6f16c21e-959c-479b-85e1-f28df851f4a2,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:09.441484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:09.448771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:09.475197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70e68d57-2eab-4c1c-a321-1942de57d926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:09.674024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks [] for floatingip, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:09.674464 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Floating IP 414cfa1b-150b-4051-a0be-584a77fec380 disassociated (deleted). External IP: 172.27.3.251, port: c1f9e12d-7bec-4e31-9a99-8882129e7e8c.
Apr 13 14:44:09.687210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96879516-5a93-4ce3-b285-56b164d0d583 req-554bfc82-368a-4092-9c0d-b00e180c2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:09.688864 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96879516-5a93-4ce3-b285-56b164d0d583 req-554bfc82-368a-4092-9c0d-b00e180c2869 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 200  len: 854 time: 0.2912843
Apr 13 14:44:09.694191 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event updated for resources: {'Port': ['ID=d42f7bb5-8810-4858-8c8e-7b645de37d88,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:09.734779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43946) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:09.751382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:10.249423 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:10.297969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Transition to ACTIVE for port object 1a1f5956-8dc8-4152-8e52-b403fa6eb031 will not be triggered until provisioned by entity DHCP. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:44:10.326482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96879516-5a93-4ce3-b285-56b164d0d583 req-5955465e-6355-45ff-a770-75bce47a23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:10.326482 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96879516-5a93-4ce3-b285-56b164d0d583 req-5955465e-6355-45ff-a770-75bce47a23eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292d55ca-6c4e-4e20-825c-67fda9f136a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6278872
Apr 13 14:44:10.336051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:10.508283 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-23680283-d008-48b5-82ca-ae412daf0b1a req-5f173979-cfc2-4966-9a96-5d96ddc00fcc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 210 time: 0.1378317
Apr 13 14:44:10.593870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:10.610640 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Router 1a814898-d317-4b8e-a361-dcbb0147fa96 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:44:10.621389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:10.822284 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Floating IP 19ce6330-b789-407d-bf30-84bf8fdcf795 associated. External IP: 172.27.3.21, port: 854e7aca-553a-4eab-a7c5-6311ed57da23.
Apr 13 14:44:10.888486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:10.956650 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96879516-5a93-4ce3-b285-56b164d0d583 req-90822ded-f86f-431d-b7d4-c69222ce60d3 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6218154
Apr 13 14:44:10.967317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:11.025784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:44:11.036605 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] Sync routers for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:44:11.046883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:11.047728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e5c0f0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:11.096950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:11.167015 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "DELETE /v2.0/floatingips/414cfa1b-150b-4051-a0be-584a77fec380 HTTP/1.1" status: 204  len: 168 time: 2.6482849
Apr 13 14:44:11.169536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:11.174377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:44:11.187724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:44:11.207230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:44:11.272558 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'status': 'completed', 'code': 200}
Apr 13 14:44:11.281443 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96879516-5a93-4ce3-b285-56b164d0d583 req-681944d2-662f-422a-9e50-1133d9cf8cf3 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3110423
Apr 13 14:44:11.309213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:11.319962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:11.556735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:11.557692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:11.567992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8f4aa25a-c279-4850-a79d-b3bf71f29cff None None] Provisioning for port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:44:11.576625 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8f4aa25a-c279-4850-a79d-b3bf71f29cff None None] Provisioning complete for port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:44:11.577666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f4aa25a-c279-4850-a79d-b3bf71f29cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:11.644854 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3921404
Apr 13 14:44:11.646930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-d0fbceff-0b5a-4e64-b0ff-0d5f69f4e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:11.648457 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-d0fbceff-0b5a-4e64-b0ff-0d5f69f4e0a5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=ebc701f451e643f69507900fcdc1cb43&device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 1099 time: 0.2125788
Apr 13 14:44:11.653960 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:44:11.662448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Request body: {'port': {'device_id': '6b06174c-843b-46ff-8112-438ed1b9700c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:11.669285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8f4aa25a-c279-4850-a79d-b3bf71f29cff None None] Port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:44:11.778162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e5c0f0>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:43Z', 'revision_number': 5, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:11.782824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] Checking router: 1a814898-d317-4b8e-a361-dcbb0147fa96 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:44:11.795818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:11.796979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6e5c0f0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:11.921332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d7d18-aef4-4b16-af50-1f5a778f2235 req-cff28728-8827-4cd8-bc2f-0e0e4f4756a3 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:11.923026 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e86d7d18-aef4-4b16-af50-1f5a778f2235 req-cff28728-8827-4cd8-bc2f-0e0e4f4756a3 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 931 time: 0.2223647
Apr 13 14:44:12.009758 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e86d7d18-aef4-4b16-af50-1f5a778f2235 req-c5905c55-623e-47a7-a33a-fe50d565094b tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782683
Apr 13 14:44:12.037394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Deleting port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:12.037394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:12.121484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:12.266381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] For port 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:12.266515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:12.391607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:12.418958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Calling delete_port for 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff owned by network:router_interface {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:12.496510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-48583d8e-0b97-496a-878d-600773dd4226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:12.498128 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-48583d8e-0b97-496a-878d-600773dd4226 service neutron] 10.222.0.48 "GET /v2.0/networks?id=292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 200  len: 916 time: 0.8077888
Apr 13 14:44:12.532716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6e5c0f0>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:43Z', 'revision_number': 5, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:12.537849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7abfa4-524a-4290-b552-05b1bf7dd857 None None] The sync data for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi is: [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:41:35Z', 'revision_number': 4, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '1f86f229-6172-4226-bc32-27629bd67585', 'name': '', 'network_id': '292d55ca-6c4e-4e20-825c-67fda9f136a7', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'mac_address': 'fa:16:3e:d4:e8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:33Z', 'updated_at': '2021-04-13T14:41:43Z', 'revision_number': 5, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'subnets': [{'id': '1eab42f2-ad7c-4a9d-8755-c7c6ba32be61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:44:12.539858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:44:12.553219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:44:12.570682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:12.571860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a69ebda0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:12.630909 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-d14bbc3a-a5b9-429a-b0ea-78249aafc160 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 200  len: 217 time: 0.0925825
Apr 13 14:44:12.640686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:12.667069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fb9582be-2d0b-4ce9-aeca-c0e7d155e72a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:12.708051 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:12.819121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:12.826785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-d16fcde2-5d1b-4c62-b304-a760ce4152c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:12.832085 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-d16fcde2-5d1b-4c62-b304-a760ce4152c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 200  len: 854 time: 0.1916924
Apr 13 14:44:12.929011 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.2180836
Apr 13 14:44:12.933227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:13.003888 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'status': 'completed', 'code': 200}
Apr 13 14:44:13.044264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048fe3ff-9f18-44fc-a0f2-d263dd674719 None None] New status for floating IP 414cfa1b-150b-4051-a0be-584a77fec380: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:44:13.076412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:13.097547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:13.106759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-3a668450-6a1d-4eb6-9d40-4e947839a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:13.108417 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-3a668450-6a1d-4eb6-9d40-4e947839a761 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=292d55ca-6c4e-4e20-825c-67fda9f136a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2552650
Apr 13 14:44:13.266927 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-d6dd786c-b409-47df-b87d-bf3e870dcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:13.272136 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-d6dd786c-b409-47df-b87d-bf3e870dcff2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 1099 time: 0.2455137
Apr 13 14:44:13.302149 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1f5956-8dc8-4152-8e52-b403fa6eb031 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:44:13.313908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:13.346762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Transition to ACTIVE for port object 1a1f5956-8dc8-4152-8e52-b403fa6eb031 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:44:13.426456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a69ebda0>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '19ce6330-b789-407d-bf30-84bf8fdcf795', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:30:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82c4463-708a-4997-94d0-b717bc39920a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:44:07Z', 'updated_at': '2021-04-13T14:44:07Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}, {'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:42:03Z', 'revision_number': 1, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:13.432826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:44:13.434068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:13.446412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:13.448711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a69ebda0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:13.471067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-469dcd76-0d91-424f-8761-e7fdadb69feb tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:13.682708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:13.692189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-f0c57293-ac05-4cd9-9d5b-a87771441eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:13.693828 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-f0c57293-ac05-4cd9-9d5b-a87771441eee service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.4114130
Apr 13 14:44:13.736920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:13.743702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:13.853803 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-7f1964d9-359f-4474-99af-108c65cf87a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854e7aca-553a-4eab-a7c5-6311ed57da23 HTTP/1.1" status: 200  len: 999 time: 0.1507628
Apr 13 14:44:13.857662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:13.967181 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-5a09e6ef-fc4a-4b6d-85f0-797a3113a329 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8490367
Apr 13 14:44:14.022276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb29398-24f0-47dd-b834-b9108c496e79 req-79ab366d-60f8-489f-b310-156523df129e tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:14.023127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-3eb29398-24f0-47dd-b834-b9108c496e79 req-79ab366d-60f8-489f-b310-156523df129e tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Synchronizing usage tracker for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:14.032910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-d6ecece9-df99-4bce-a2eb-215af78c4ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:14.034625 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-d6ecece9-df99-4bce-a2eb-215af78c4ef8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.1624711
Apr 13 14:44:14.246565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-3eb29398-24f0-47dd-b834-b9108c496e79 req-79ab366d-60f8-489f-b310-156523df129e tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Unset dirty status for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:14.254432 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3eb29398-24f0-47dd-b834-b9108c496e79 req-79ab366d-60f8-489f-b310-156523df129e tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.8834822
Apr 13 14:44:14.290724 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3eb29398-24f0-47dd-b834-b9108c496e79 req-ccbc9418-97aa-4bda-9e99-d71a583bb021 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351551
Apr 13 14:44:14.357004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a69ebda0>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '19ce6330-b789-407d-bf30-84bf8fdcf795', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:30:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82c4463-708a-4997-94d0-b717bc39920a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:44:07Z', 'updated_at': '2021-04-13T14:44:07Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}, {'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:42:03Z', 'revision_number': 1, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:14.361596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb9257-5a5a-4a91-be1b-b69fe6450d01 None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '19ce6330-b789-407d-bf30-84bf8fdcf795', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:30:e1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b82c4463-708a-4997-94d0-b717bc39920a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:44:07Z', 'updated_at': '2021-04-13T14:44:07Z', 'revision_number': 0, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}, {'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:42:03Z', 'revision_number': 1, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:44:14.373726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-dd2ea52c-f366-4296-93f3-4aabae0b803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:14.375406 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-dd2ea52c-f366-4296-93f3-4aabae0b803c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3335137
Apr 13 14:44:14.382613 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0270361d-7af4-4694-8be7-aef637c8f4c1 req-a766260c-bc3a-4770-84e2-7c1ff5000c88 service neutron] 10.222.0.48 "GET /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3998692
Apr 13 14:44:14.406741 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Attempting to bind port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:44:14.407120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Attempting to bind port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:44:14.407520 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Attempting to bind port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 on network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:44:14.414563 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 on network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:44:14.414935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Attempting to bind port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 on network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:44:14.422318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:44:14.422698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Checking segment: {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:44:14.423103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Bound using segment: {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:44:14.423609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Bound port: 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:44:14.424006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:14.509726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:44:14.513046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:44:14.516451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:14.544694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36be2e2d-ad6b-467c-a523-adea9a077055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:14.666269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ebf894-f546-43d0-8cb0-848b1ec3b141 None None] New status for floating IP 19ce6330-b789-407d-bf30-84bf8fdcf795: ACTIVE {{(pid=85243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:44:14.691599 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-3da506b8-7b3c-407a-ac0e-266c9340c14a service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2991617
Apr 13 14:44:14.695694 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:14.699120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:14.729741 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:14.730984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:14.732521 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] 10.222.0.48 "PUT /v2.0/ports/1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 1093 time: 3.0746467
Apr 13 14:44:14.851760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Router 1852470f-650e-44d8-bf07-1c094357bd16 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:44:14.871138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-7610c508-6908-42bf-aa70-019342727b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:14.872863 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-7610c508-6908-42bf-aa70-019342727b73 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1096 time: 0.0943851
Apr 13 14:44:14.965899 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-e1ee0d33-51c2-4bce-9fc5-d8d8ab385ebd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 217 time: 0.0858588
Apr 13 14:44:15.019642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:15.038149 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b7a1cdfd-5072-4291-9a79-7a8bc6b45f5c req-50bf852a-bbd7-411d-8bcb-dd2d2d015414 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3377018
Apr 13 14:44:15.068922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-1dd15b9c-4129-45e9-807a-d65b6e5617e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:15.070935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-1dd15b9c-4129-45e9-807a-d65b6e5617e6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.0990379
Apr 13 14:44:15.080318 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'status': 'completed', 'code': 200}
Apr 13 14:44:15.124978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:44:15.138543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] Sync routers for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:44:15.143180 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] 10.222.0.22 "PUT /v2.0/routers/1852470f-650e-44d8-bf07-1c094357bd16/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4048223
Apr 13 14:44:15.143420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 43988) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:15.154019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:15.155015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3f28>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:15.166705 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-1f6c7cdb-6531-433a-88ca-c9e559e91985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:15.168439 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-1f6c7cdb-6531-433a-88ca-c9e559e91985 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0872183
Apr 13 14:44:15.601523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:15.736040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90fda5-14d3-47f7-a4fd-3787bdbcf989 req-990cb27d-820e-4fd4-955c-701946fbfd1c tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:15.737715 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dd90fda5-14d3-47f7-a4fd-3787bdbcf989 req-990cb27d-820e-4fd4-955c-701946fbfd1c tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.1471119
Apr 13 14:44:15.744007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:15.835587 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-9858ebe8-12ec-40ed-8274-71eb96a59b17 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6600342
Apr 13 14:44:15.882261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7aef99-10d3-429e-a6f8-f592039fe3d4 req-9bd1f4df-c048-4e1f-bc84-25016bf247fd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:15.883863 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ba7aef99-10d3-429e-a6f8-f592039fe3d4 req-9bd1f4df-c048-4e1f-bc84-25016bf247fd tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.1742036
Apr 13 14:44:15.900593 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dd90fda5-14d3-47f7-a4fd-3787bdbcf989 req-b69ed092-53b8-4988-accc-1ce4260adcb8 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978253
Apr 13 14:44:15.933207 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3f28>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:44:12Z', 'revision_number': 5, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port': {'id': 'b19835a1-784f-4647-bff4-b85761212a4b', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1852470f-650e-44d8-bf07-1c094357bd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:36:43Z', 'updated_at': '2021-04-13T14:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:15.937756 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] Checking router: 1852470f-650e-44d8-bf07-1c094357bd16 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:44:15.947628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] Routers {'1852470f-650e-44d8-bf07-1c094357bd16'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:15.948390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3f28>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:43:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1852470f-650e-44d8-bf07-1c094357bd16'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:15.968395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:15.979571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Deleting port b19835a1-784f-4647-bff4-b85761212a4b {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:15.981026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:15.987600 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ba7aef99-10d3-429e-a6f8-f592039fe3d4 req-e0f4fe78-d20c-4836-931b-64e2c26f3d8f tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894339
Apr 13 14:44:16.051016 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d6cff873-68c5-40ef-afd6-044c56498b79 req-2abd2d1d-7f1c-4e1e-8a76-a5ba37b8deba service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020822
Apr 13 14:44:16.147337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] Set router 1852470f-650e-44d8-bf07-1c094357bd16 gateway port host: None {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:16.181961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-2a6e78de-059d-479c-b2a6-6163485a3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:16.184401 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-2a6e78de-059d-479c-b2a6-6163485a3901 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1096 time: 0.0817280
Apr 13 14:44:16.215278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] For port b19835a1-784f-4647-bff4-b85761212a4b, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=b19835a1-784f-4647-bff4-b85761212a4b,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:16.215815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:16.264847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3f28>, [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:44:15Z', 'revision_number': 6, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:16.269637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e02dfe-f3aa-4f02-b695-02483583da74 None None] The sync data for ids ['1852470f-650e-44d8-bf07-1c094357bd16'] in dv-cinder-786054-1-iscsi is: [{'id': '1852470f-650e-44d8-bf07-1c094357bd16', 'name': 'tempest-AttachVolumeShelveTestJSON-847210872-router', 'tenant_id': '73c6ae81c397484792ceb85cc84e1026', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:36:42Z', 'updated_at': '2021-04-13T14:44:15Z', 'revision_number': 6, 'project_id': '73c6ae81c397484792ceb85cc84e1026', 'gw_port_host': None}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:44:16.356013 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-fedf1a33-91a3-4209-9235-1e7818cac081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:16.357845 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-fedf1a33-91a3-4209-9235-1e7818cac081 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 910 time: 0.1665664
Apr 13 14:44:16.360437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Calling delete_port for b19835a1-784f-4647-bff4-b85761212a4b owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:16.450416 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-f074eeee-8ac3-4c2e-9404-b10c73087ebc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 217 time: 0.0795121
Apr 13 14:44:16.523349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-16fb2b5f-7a5b-41d4-b0ba-3c396e395d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:16.524962 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-16fb2b5f-7a5b-41d4-b0ba-3c396e395d98 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.0676122
Apr 13 14:44:16.554399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:16.571029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:16.613540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-3f251cfc-d069-4778-a71c-20110f9ec8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:16.615173 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-3f251cfc-d069-4778-a71c-20110f9ec8e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835838
Apr 13 14:44:16.628360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b19835a1-784f-4647-bff4-b85761212a4b,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:16.632870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:16.773584 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-c4622479-fe28-4025-912e-8d87d9574541 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487124
Apr 13 14:44:16.834892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:16.922794 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-11e1c85a-2856-47c1-8729-ec70ac16b6a5 req-93b613b0-05be-45c2-80f1-27d209a44350 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418982
Apr 13 14:44:17.073417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.081438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.117142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.117789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1852470f-650e-44d8-bf07-1c094357bd16 {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:44:17.139248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.140520 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] 10.222.0.22 "DELETE /v2.0/routers/1852470f-650e-44d8-bf07-1c094357bd16 HTTP/1.1" status: 204  len: 168 time: 1.9928315
Apr 13 14:44:17.146946 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44000) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:17.194714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fb433-f1e7-496e-bcff-cf3dd44b2432 req-ab154b33-6ee7-40c1-b0c2-3ea4ea66b997 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:17.196042 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3e0fb433-f1e7-496e-bcff-cf3dd44b2432 req-ab154b33-6ee7-40c1-b0c2-3ea4ea66b997 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.1676342
Apr 13 14:44:17.248367 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3e0fb433-f1e7-496e-bcff-cf3dd44b2432 req-9c1da770-b26c-4df7-9a9d-65c4f86d81dc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425904
Apr 13 14:44:17.270841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae39c9b-0e3d-4a88-a689-1c7dd84f8e27 req-3022a45d-a6bc-46ae-986f-00904c834654 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:17.272832 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1ae39c9b-0e3d-4a88-a689-1c7dd84f8e27 req-3022a45d-a6bc-46ae-986f-00904c834654 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.1654124
Apr 13 14:44:17.283057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Deleting subnet 3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:44:17.286878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.288270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-4008bc17-16df-4338-9548-02ae03fbe52a tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:17.290062 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-4008bc17-16df-4338-9548-02ae03fbe52a tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.48 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 946 time: 0.2285504
Apr 13 14:44:17.314856 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:17.343010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.354962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:17.355412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 8ceecc6f-8c2e-4c1f-8184-b7f8223a01ff not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:17.355892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device b19835a1-784f-4647-bff4-b85761212a4b no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:17.365251 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1ae39c9b-0e3d-4a88-a689-1c7dd84f8e27 req-af5553d6-a6a5-432d-bb90-0d2b866c1ad8 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/security-groups?id=fed45d4b-34a7-42c6-bc68-e893938648ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739989
Apr 13 14:44:17.395108 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Deleting port c1f9e12d-7bec-4e31-9a99-8882129e7e8c {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:17.395754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.400062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: b19835a1-784f-4647-bff4-b85761212a4b {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:17.400757 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device b19835a1-784f-4647-bff4-b85761212a4b not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:17.482270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.742000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] For port c1f9e12d-7bec-4e31-9a99-8882129e7e8c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:17.742706 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.789827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.806793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:17.862070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:17.866484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:17.932479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Calling delete_port for c1f9e12d-7bec-4e31-9a99-8882129e7e8c owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:17.953777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:17.959978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9b2975-2da8-4aaf-ab7e-a07436c343dc None None] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:44:17.964216 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f486aaf5-5955-4166-a5b0-515e282460d6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3b054c48-2d8b-4ec7-a14e-b1cf84ed9c7e HTTP/1.1" status: 204  len: 168 time: 0.8110456
Apr 13 14:44:17.964560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44004) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:18.085540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.094007 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.111717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:18.162009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Deleting port ee41fe2e-ce1c-4162-ad4b-0720c71598fd {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:18.162372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.176274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Pushing event deleted for resources: {'Port': ['ID=c1f9e12d-7bec-4e31-9a99-8882129e7e8c,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:18.180384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:18.255213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] DHCP port deletion for 315b8017-15b7-4e3c-99d5-ab3d9283683f request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:44:18.259633 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] Deleting port ee41fe2e-ce1c-4162-ad4b-0720c71598fd {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:18.260165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.395234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] No DVR routers for this DVR port c1f9e12d-7bec-4e31-9a99-8882129e7e8c on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:44:18.398970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.401413 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'name': 'network-vif-deleted', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:18.417153 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bd2c791f-7304-4dc1-bf05-74a675edc94d req-429c0a78-8ce4-4b42-93f7-4f22b04b019d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.48 "DELETE /v2.0/ports/c1f9e12d-7bec-4e31-9a99-8882129e7e8c HTTP/1.1" status: 204  len: 173 time: 1.1132646
Apr 13 14:44:18.510618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] For port ee41fe2e-ce1c-4162-ad4b-0720c71598fd, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:18.510862 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] For port ee41fe2e-ce1c-4162-ad4b-0720c71598fd, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,segment=NetworkSegment(075f0790-b29c-4b6b-82ff-3948e90cd378),segment_id=075f0790-b29c-4b6b-82ff-3948e90cd378)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:18.510990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.511115 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.567565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-fea7deac-a2ed-438f-b764-b52edd0f9e66 req-986bde95-70e7-4360-90f0-4c69fe04579d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Synchronizing usage tracker for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:18.586547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-fea7deac-a2ed-438f-b764-b52edd0f9e66 req-986bde95-70e7-4360-90f0-4c69fe04579d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Unset dirty status for tenant:ebc701f451e643f69507900fcdc1cb43 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:18.591759 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fea7deac-a2ed-438f-b764-b52edd0f9e66 req-986bde95-70e7-4360-90f0-4c69fe04579d tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] 10.222.0.22 "GET /v2.0/ports?device_id=33919023-ef97-4dad-be6f-388841574797 HTTP/1.1" status: 200  len: 210 time: 0.0794694
Apr 13 14:44:18.651040 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33919023-ef97-4dad-be6f-388841574797', 'name': 'network-vif-deleted', 'tag': 'c1f9e12d-7bec-4e31-9a99-8882129e7e8c', 'status': 'completed', 'code': 200}
Apr 13 14:44:18.653766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] Calling delete_port for ee41fe2e-ce1c-4162-ad4b-0720c71598fd owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:18.662501 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Calling delete_port for ee41fe2e-ce1c-4162-ad4b-0720c71598fd owned by network:dhcp {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:18.700075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a639b1-f83f-4b05-a413-74d11ac8cccc req-0ce4fbab-884d-4bd9-a7b2-998294b1f444 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:18.701781 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-24a639b1-f83f-4b05-a413-74d11ac8cccc req-0ce4fbab-884d-4bd9-a7b2-998294b1f444 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.2863789
Apr 13 14:44:18.741090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:18.749995 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-24a639b1-f83f-4b05-a413-74d11ac8cccc req-28a7f08c-02ae-4947-b35e-c4472160d6ff tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403636
Apr 13 14:44:18.757791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:18.786506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85242) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:44:18.786887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:44:18.820970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] Pushing event deleted for resources: {'Port': ['ID=ee41fe2e-ce1c-4162-ad4b-0720c71598fd,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:18.826785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:18.910748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ea539a-464a-4788-ae68-1d00887c3f83 None None] No DVR routers for this DVR port ee41fe2e-ce1c-4162-ad4b-0720c71598fd on host dv-cinder-786054-1-iscsi {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:44:19.269933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device ee41fe2e-ce1c-4162-ad4b-0720c71598fd no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:19.288147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Deleting port ee41fe2e-ce1c-4162-ad4b-0720c71598fd {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:19.288637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:19.310940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: ee41fe2e-ce1c-4162-ad4b-0720c71598fd {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:19.311328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device ee41fe2e-ce1c-4162-ad4b-0720c71598fd not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:19.369499 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] The port 'ee41fe2e-ce1c-4162-ad4b-0720c71598fd' was deleted {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:44:19.493061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:19.607969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a66ace48>,) {'filters': {'network_id': ['315b8017-15b7-4e3c-99d5-ab3d9283683f']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:19.621874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a66ace48>, '075f0790-b29c-4b6b-82ff-3948e90cd378') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:19.622211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a66ace48>, '075f0790-b29c-4b6b-82ff-3948e90cd378') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:19.635155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:19.650558 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:19.657553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:44:19.971359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e5c9e050-2121-4a92-ac1d-b39669f0a4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.006145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b244a46-42ba-4571-91a6-df8e4bd81945 req-636bccd6-94f5-4244-809e-0fa82abcaca7 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:20.010294 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1b244a46-42ba-4571-91a6-df8e4bd81945 req-636bccd6-94f5-4244-809e-0fa82abcaca7 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.1262281
Apr 13 14:44:20.041765 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1b244a46-42ba-4571-91a6-df8e4bd81945 req-d73862e7-f54d-473e-9942-f64412b75026 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0273459
Apr 13 14:44:20.081099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c1f9e12d-7bec-4e31-9a99-8882129e7e8c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:20.098808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:44:20.108935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.121682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: c1f9e12d-7bec-4e31-9a99-8882129e7e8c {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:20.122100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device c1f9e12d-7bec-4e31-9a99-8882129e7e8c not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:20.319807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Network 315b8017-15b7-4e3c-99d5-ab3d9283683f has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   % (table.description, expected, rows_matched)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   % (table.description, expected, rows_matched)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   % (table.description, expected, rows_matched)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   % (table.description, expected, rows_matched)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:44:20.362480 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:44:20.456485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.462258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.467405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:20.468870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44058) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:20.492943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Pushing event deleted for resources: {'Network': ['ID=315b8017-15b7-4e3c-99d5-ab3d9283683f,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:20.496110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:20.504865 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2bf345e9-392b-4428-a5eb-4bd0226cb036 admin admin] 10.222.0.22 "DELETE /v2.0/networks/315b8017-15b7-4e3c-99d5-ab3d9283683f HTTP/1.1" status: 204  len: 168 time: 2.5391750
Apr 13 14:44:20.634343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44064) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:20.670351 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-15a71997-a032-498a-92c7-efeaa0aa8845 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73c6ae81c397484792ceb85cc84e1026&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0346303
Apr 13 14:44:20.681610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44068) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:20.747480 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.778226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.840796 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.846620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0d71d9d1-34a5-48d8-aed0-e1409a665dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:20.863909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1e8f1-d799-4dd7-8f0a-21871bdfdb4b,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:20.866712 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:20.874138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:20.877864 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3eb1e8f1-d799-4dd7-8f0a-21871bdfdb4b HTTP/1.1" status: 204  len: 168 time: 0.1926162
Apr 13 14:44:21.308496 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18927704-d8ce-41ab-bbe1-f024a53cb84f req-2d8d6e7e-3964-4f66-9f06-0d9fde433fd4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:21.310644 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-18927704-d8ce-41ab-bbe1-f024a53cb84f req-2d8d6e7e-3964-4f66-9f06-0d9fde433fd4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.1449039
Apr 13 14:44:21.331774 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:21.346879 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-18927704-d8ce-41ab-bbe1-f024a53cb84f req-e7db7bab-9c54-4588-9dc3-a7e48df576bc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287921
Apr 13 14:44:21.730132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44094) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:21.735781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Deleting port 1f86f229-6172-4226-bc32-27629bd67585 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:21.736187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:21.852696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-804061658-network', 'tenant_id': 'c7a2d210840744308687b90670f14620'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:21.858647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:21.862833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Usage tracker for resource:network and tenant:c7a2d210840744308687b90670f14620 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:44:21.866008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:44:21.872832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:21.881804 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Made reservation on behalf of c7a2d210840744308687b90670f14620 for: {'network': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:44:21.887167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for network, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:21.900438 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:21.917746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:21.922021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Usage tracker for resource:security_group_rule and tenant:c7a2d210840744308687b90670f14620 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:44:21.925219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:44:21.931661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] For port 1f86f229-6172-4226-bc32-27629bd67585, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=1f86f229-6172-4226-bc32-27629bd67585,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:21.931864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:21.932069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.031473 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.034584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.039045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-386758a2-cd15-4c6c-836f-4729d378faa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:22.065743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431}  {{(pid=85242) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 13 14:44:22.068449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 1a1f5956-8dc8-4152-8e52-b403fa6eb031 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:44:22.073488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Calling delete_port for 1f86f229-6172-4226-bc32-27629bd67585 owned by network:router_interface {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:22.081065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e518ab3-5fba-42d4-ad16-fae66b67f1f8,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:22.085656 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:22.086689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.087084 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.segments_db [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Added segment 9b26fa7f-2017-4a0b-b11c-384c7a144f07 of type vlan for network 5d031536-e998-47d7-9851-b1180f4541a3
Apr 13 14:44:22.129110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732113009642'] for network, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.163669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741'] for network, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.164781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:22.165470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.170870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b331926d-bb20-45e2-917c-0323e132b011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:22.210367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af367af0-6f6f-40a4-81d1-96a80d7322e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.246627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:22.264096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'port_id': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'mac_address': 'fa:16:3e:de:03:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:44:22.298216 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5631046
Apr 13 14:44:22.300643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44100) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:22.301409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Pushing event updated for resources: {'Network': ['ID=5d031536-e998-47d7-9851-b1180f4541a3,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:22.313642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:22.318019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Request body: {'subnet': {'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-804061658-subnet', 'tenant_id': 'c7a2d210840744308687b90670f14620', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:22.319358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Network 5d031536-e998-47d7-9851-b1180f4541a3 details requested by agent ovs-agent-dv-cinder-786054-1-iscsi with host dv-cinder-786054-1-iscsi {{(pid=85243) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 13 14:44:22.323181 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:22.327946 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Usage tracker for resource:subnet and tenant:c7a2d210840744308687b90670f14620 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:44:22.331037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:44:22.337262 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:22.348834 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Made reservation on behalf of c7a2d210840744308687b90670f14620 for: {'subnet': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:44:22.353778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-15261300'] for subnet, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.376277 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.377576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1f5956-8dc8-4152-8e52-b403fa6eb031 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:44:22.394673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:22.434204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.447173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.456134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:22.471626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b5788bc3-3e56-4e94-b846-48be685493f4 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:22.552573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:22.555686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:22.564703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Pushing event deleted for resources: {'Port': ['ID=1f86f229-6172-4226-bc32-27629bd67585,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:22.618645 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:22.666228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['1a1f5956-8dc8-4152-8e52-b403fa6eb031'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:44:22.820316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78576659-2861-40c5-af62-63b3ac6a8d55 req-c020cbd0-47fa-4f3b-8fc7-9f162c59ba74 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:22.828365 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-78576659-2861-40c5-af62-63b3ac6a8d55 req-c020cbd0-47fa-4f3b-8fc7-9f162c59ba74 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 944 time: 0.3213470
Apr 13 14:44:22.841661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16530250', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-15261285'] for subnet, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:22.874320 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-78576659-2861-40c5-af62-63b3ac6a8d55 req-4fa7ef03-7433-4470-8e3d-563a1168c072 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448561
Apr 13 14:44:22.926788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:23.024713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7d83963-80a8-4c77-b72e-82629ff17b5a,revision_number=0']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:23.027296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:23.068527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Checking segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:44:23.069072 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Network hostable DHCP agents. Network: 5d031536-e998-47d7-9851-b1180f4541a3, hostable agents: ['392e1f61-c90b-4a76-b31f-0bc2d5b3b877'], hosted agents: [] {{(pid=85242) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 13 14:44:23.089430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Network 5d031536-e998-47d7-9851-b1180f4541a3 is scheduled to be hosted by DHCP agent 392e1f61-c90b-4a76-b31f-0bc2d5b3b877 with binding_index 1 {{(pid=85242) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 13 14:44:23.098357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786054-1-iscsi, 5d031536-e998-47d7-9851-b1180f4541a3) {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:44:23.109091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1e16ed-a876-48f3-944b-c3e113080bd8 None None] Network 5d031536-e998-47d7-9851-b1180f4541a3 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:44:23.111955 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:23.112611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:23.129768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:23.134822 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a92a0455-045f-4e68-9dd3-38ee78f26b6a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8232074
Apr 13 14:44:23.211067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:23.421043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eb6edb-65b2-466d-a640-4dfbe12967ac None None] Network 5d031536-e998-47d7-9851-b1180f4541a3 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:44:23.827542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-2bb8f765-52cc-4b8f-bf80-bf469bf7af58 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:23.828416 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-2bb8f765-52cc-4b8f-bf80-bf469bf7af58 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:network {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:23.830106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:23.848105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-2bb8f765-52cc-4b8f-bf80-bf469bf7af58 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:network {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:23.849448 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-2bb8f765-52cc-4b8f-bf80-bf469bf7af58 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.2007377
Apr 13 14:44:23.869577 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-fa16ed5f-27dc-470d-b1f4-ce9895a50824 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/quotas/c7a2d210840744308687b90670f14620 HTTP/1.1" status: 200  len: 375 time: 0.0119460
Apr 13 14:44:23.934727 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-4cbf1398-8c44-4cbc-a244-5553425a9608 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0559242
Apr 13 14:44:24.077947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 1a1f5956-8dc8-4152-8e52-b403fa6eb031 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:44:24.081731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Router 1a814898-d317-4b8e-a361-dcbb0147fa96 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:44:24.107386 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-5a573662-1a96-41e1-ad69-979804a88619 service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546586
Apr 13 14:44:24.258339 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803226-3072-4eb7-bf39-26fb65f432d4 req-dee2126a-1502-4256-a882-cb27bc094ad5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:24.260042 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8803226-3072-4eb7-bf39-26fb65f432d4 req-dee2126a-1502-4256-a882-cb27bc094ad5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 944 time: 0.2679534
Apr 13 14:44:24.270379 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-5713da6a-fef5-41ec-be7d-7e7e744eee8b service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585615
Apr 13 14:44:24.317815 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c8803226-3072-4eb7-bf39-26fb65f432d4 req-b9ac25c3-a6eb-4776-ad58-722693f39312 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458117
Apr 13 14:44:24.357928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:44:24.359591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:44:24.366378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:44:24.367091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:24.375521 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] 10.222.0.22 "PUT /v2.0/routers/1a814898-d317-4b8e-a361-dcbb0147fa96/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9053693
Apr 13 14:44:24.378346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44124) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:24.400673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] Sync routers for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:44:24.427271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:24.428128 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a695e400>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:44:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:24.502378 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1e214b4d-cf87-47ce-892c-3ac0ce5523ff req-5a87af75-322a-40f7-8a20-9090399c93e5 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 210 time: 0.0521665
Apr 13 14:44:24.617778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:24.683932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:24.712751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:24.727884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:24.779104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:24.845237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:24.851617 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'code': 200}
Apr 13 14:44:24.855554 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Deleting port 57730c43-9380-465c-92be-03644e1d494f {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:24.856133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:24.861142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:24.863769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:25.047388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:25.054629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:25.072995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] For port 57730c43-9380-465c-92be-03644e1d494f, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=57730c43-9380-465c-92be-03644e1d494f,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:25.073395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:25.163847 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a695e400>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '57730c43-9380-465c-92be-03644e1d494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:44:22Z', 'revision_number': 5, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port': {'id': '57730c43-9380-465c-92be-03644e1d494f', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:28Z', 'updated_at': '2021-04-13T14:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:25.168208 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] Checking router: 1a814898-d317-4b8e-a361-dcbb0147fa96 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:44:25.178961 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] Routers {'1a814898-d317-4b8e-a361-dcbb0147fa96'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:25.179387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a695e400>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:44:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['1a814898-d317-4b8e-a361-dcbb0147fa96'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:25.222023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Calling delete_port for 57730c43-9380-465c-92be-03644e1d494f owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:25.269025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347814-c6d6-4dfd-b887-799090730208 req-f5cf70a6-9fb9-4716-88cc-ee54a4c55171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:25.270669 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac347814-c6d6-4dfd-b887-799090730208 req-f5cf70a6-9fb9-4716-88cc-ee54a4c55171 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1098 time: 0.1285696
Apr 13 14:44:25.303753 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ac347814-c6d6-4dfd-b887-799090730208 req-2640733c-512d-4e83-a569-17f2eaa9ed01 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252233
Apr 13 14:44:25.419477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:25.419740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] Set router 1a814898-d317-4b8e-a361-dcbb0147fa96 gateway port host: None {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:25.436443 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-33a6b03f-b27f-410e-a1b8-3a43661da007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:25.495919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Pushing event deleted for resources: {'Port': ['ID=57730c43-9380-465c-92be-03644e1d494f,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:25.500364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:25.561756 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcf0b0-b2cd-4ee1-87ab-cfbd3bb0dd8e req-3bdd5f23-94be-40cb-b3e5-b98492568bff tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:25.563477 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ccdcf0b0-b2cd-4ee1-87ab-cfbd3bb0dd8e req-3bdd5f23-94be-40cb-b3e5-b98492568bff tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.1088266
Apr 13 14:44:25.590701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a695e400>, [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:44:24Z', 'revision_number': 6, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:25.595375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:25.596242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d43e11-ebb8-474d-b423-2d1db2b5f678 None None] The sync data for ids ['1a814898-d317-4b8e-a361-dcbb0147fa96'] in dv-cinder-786054-1-iscsi is: [{'id': '1a814898-d317-4b8e-a361-dcbb0147fa96', 'name': 'tempest-TestMinimumBasicScenario-1301787132-router', 'tenant_id': 'ebc701f451e643f69507900fcdc1cb43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:27Z', 'updated_at': '2021-04-13T14:44:24Z', 'revision_number': 6, 'project_id': 'ebc701f451e643f69507900fcdc1cb43', 'gw_port_host': None}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:44:25.607617 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ccdcf0b0-b2cd-4ee1-87ab-cfbd3bb0dd8e req-1c96d8bf-b554-4ff2-99d8-a8e1f11bb497 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348761
Apr 13 14:44:25.889066 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5d89379-9315-4b1b-8649-f381b1f31091 req-7a2ae474-78b5-48c2-96b4-871366449bbf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 210 time: 0.0638287
Apr 13 14:44:25.958057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f75ba540-7429-45cb-9d57-5222d1a92c29 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:25.959742 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f75ba540-7429-45cb-9d57-5222d1a92c29 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.1881733
Apr 13 14:44:25.974600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Request body: {'port': {'device_id': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'admin_state_up': True, 'tenant_id': 'c7a2d210840744308687b90670f14620'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:26.064306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.202254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:26.213092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Usage tracker for resource:port and tenant:c7a2d210840744308687b90670f14620 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:44:26.218928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:44:26.230992 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:26.252724 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Made reservation on behalf of c7a2d210840744308687b90670f14620 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:44:26.261120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.272820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.275412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.301184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.301828 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a814898-d317-4b8e-a361-dcbb0147fa96 {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:44:26.317603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.321660 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] 10.222.0.22 "DELETE /v2.0/routers/1a814898-d317-4b8e-a361-dcbb0147fa96 HTTP/1.1" status: 204  len: 168 time: 1.9397185
Apr 13 14:44:26.321991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44148) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:26.403341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Deleting subnet 1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:44:26.407173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.457965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Allocated IP 172.20.0.8 (5d031536-e998-47d7-9851-b1180f4541a3/d7d83963-80a8-4c77-b72e-82629ff17b5a/cf7501d1-7565-4659-9207-206f80b860d1) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:44:26.465493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.556514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.678353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.712929 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.730590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:26.843156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:26.860273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a955f4e6-de63-4e49-ab76-d90d421df385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:26.913330 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eab42f2-ad7c-4a9d-8755-c7c6ba32be61,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:26.918088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:26.983001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event updated for resources: {'Port': ['ID=cf7501d1-7565-4659-9207-206f80b860d1,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:26.987235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:27.000692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Network 5d031536-e998-47d7-9851-b1180f4541a3 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:44:27.002178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:44:27.005832 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:44:27.014854 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.020158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dd3f0b-3c4b-41fa-8bea-d9bccfde2379 None None] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:44:27.023475 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1eab42f2-ad7c-4a9d-8755-c7c6ba32be61 HTTP/1.1" status: 204  len: 168 time: 0.7000482
Apr 13 14:44:27.028112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44156) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:27.080214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b6574-f3fd-49b7-94a5-d6b1788ca00a req-19b7c938-6f43-4348-9c19-26d6c2aadca5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:27.081924 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-372b6574-f3fd-49b7-94a5-d6b1788ca00a req-19b7c938-6f43-4348-9c19-26d6c2aadca5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.3168356
Apr 13 14:44:27.118368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:27.119057 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.144140 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-372b6574-f3fd-49b7-94a5-d6b1788ca00a req-7426d5b3-9b97-4b4a-a0a4-09c33472208c tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548410
Apr 13 14:44:27.152937 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-f4629e3e-32dd-4f5a-b258-6947dd5d73ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1843348
Apr 13 14:44:27.179681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Request body: {'port': {'device_id': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:27.273616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.346460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1f86f229-6172-4226-bc32-27629bd67585 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:27.395532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 1f86f229-6172-4226-bc32-27629bd67585 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:27.396173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1f86f229-6172-4226-bc32-27629bd67585 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:27.396628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 57730c43-9380-465c-92be-03644e1d494f no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:27.399103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Deleting port 1aa0da88-86d5-447b-9f32-333710437cf3 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:27.399399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.421548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.435958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] DHCP port deletion for 292d55ca-6c4e-4e20-825c-67fda9f136a7 request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:44:27.444670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c196d9-06de-4aa2-bc60-ff08d54a248a req-bef02200-5595-45f8-82ac-cd0b7dcaec54 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:27.445503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 57730c43-9380-465c-92be-03644e1d494f {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:27.446002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 57730c43-9380-465c-92be-03644e1d494f not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:27.446343 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-09c196d9-06de-4aa2-bc60-ff08d54a248a req-bef02200-5595-45f8-82ac-cd0b7dcaec54 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 931 time: 0.3713984
Apr 13 14:44:27.456732 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Deleting port 1aa0da88-86d5-447b-9f32-333710437cf3 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:27.457270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.552962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-09c196d9-06de-4aa2-bc60-ff08d54a248a req-0668d8f9-829a-46cc-8b0e-ad122da48242 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:27.568096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4873de-0cc6-4f4e-85ff-69623f1bef91 req-d99c1437-0a09-4a26-b783-b7180e5a60dc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:27.569842 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa4873de-0cc6-4f4e-85ff-69623f1bef91 req-d99c1437-0a09-4a26-b783-b7180e5a60dc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.2326400
Apr 13 14:44:27.618315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-09c196d9-06de-4aa2-bc60-ff08d54a248a req-0668d8f9-829a-46cc-8b0e-ad122da48242 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:27.619611 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-09c196d9-06de-4aa2-bc60-ff08d54a248a req-0668d8f9-829a-46cc-8b0e-ad122da48242 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1649070
Apr 13 14:44:27.684717 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fa4873de-0cc6-4f4e-85ff-69623f1bef91 req-be25e155-e282-4fcc-9a87-d044651869b8 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003463
Apr 13 14:44:27.705117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44162) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:27.738173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] For port 1aa0da88-86d5-447b-9f32-333710437cf3, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=1aa0da88-86d5-447b-9f32-333710437cf3,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:27.738887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.749309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] For port 1aa0da88-86d5-447b-9f32-333710437cf3, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=1aa0da88-86d5-447b-9f32-333710437cf3,segment=NetworkSegment(e425b177-012e-4b8f-8c8c-d6ac7aa25904),segment_id=e425b177-012e-4b8f-8c8c-d6ac7aa25904)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:27.749899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:27.882177 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Calling delete_port for 1aa0da88-86d5-447b-9f32-333710437cf3 owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:27.919285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Calling delete_port for 1aa0da88-86d5-447b-9f32-333710437cf3 owned by network:dhcp {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:28.007479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.007996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85242) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:44:28.008369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:44:28.024046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:28.025472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414fd935-b99f-4e14-9b78-cb7476b11203 tempest-TestShelveInstance-1422160043 tempest-TestShelveInstance-1422160043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:28.026266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-414fd935-b99f-4e14-9b78-cb7476b11203 tempest-TestShelveInstance-1422160043 tempest-TestShelveInstance-1422160043-project-admin] Synchronizing usage tracker for tenant:a6a62af8ae4e4237873d30ed9311995e on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:28.045253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7501d1-7565-4659-9207-206f80b860d1 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:44:28.057726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.069369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-414fd935-b99f-4e14-9b78-cb7476b11203 tempest-TestShelveInstance-1422160043 tempest-TestShelveInstance-1422160043-project-admin] Unset dirty status for tenant:a6a62af8ae4e4237873d30ed9311995e on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:28.070649 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-414fd935-b99f-4e14-9b78-cb7476b11203 tempest-TestShelveInstance-1422160043 tempest-TestShelveInstance-1422160043-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1093 time: 0.3645785
Apr 13 14:44:28.074175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44168) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:28.077596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Transition to ACTIVE for port object cf7501d1-7565-4659-9207-206f80b860d1 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:44:28.081256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.081462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Pushing event deleted for resources: {'Port': ['ID=1aa0da88-86d5-447b-9f32-333710437cf3,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:28.081585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Request body: {'floatingip': {'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'port_id': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:28.085204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:28.090576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:28.094977 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Usage tracker for resource:floatingip and tenant:0daac20df52e492791d1a0390959da55 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:44:28.098503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:44:28.102201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-937b0f7e-308b-48e6-946e-975b2801d009 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:28.107987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:28.118106 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for floatingip, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.311111 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.392031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] No DVR routers for this DVR port 1aa0da88-86d5-447b-9f32-333710437cf3 on host dv-cinder-786054-1-iscsi {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:44:28.483977 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Allocated IP 172.27.3.143 (82570e4e-03e2-4e48-a395-0bba50573380/c1d5f321-c0e1-48ff-9426-6fc181e90e61/fff09d38-da67-4813-979d-7243317a3f89) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:44:28.512660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Deleting port 1aa0da88-86d5-447b-9f32-333710437cf3 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:28.512935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.513801 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7501d1-7565-4659-9207-206f80b860d1,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:28.518497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:28.603534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] The port '1aa0da88-86d5-447b-9f32-333710437cf3' was deleted {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:44:28.743538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Attempting to bind port cf7501d1-7565-4659-9207-206f80b860d1 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:44:28.743941 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Attempting to bind port cf7501d1-7565-4659-9207-206f80b860d1 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:44:28.744319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Attempting to bind port cf7501d1-7565-4659-9207-206f80b860d1 on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:44:28.750530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Port cf7501d1-7565-4659-9207-206f80b860d1 on network 5d031536-e998-47d7-9851-b1180f4541a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:44:28.751040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Attempting to bind port cf7501d1-7565-4659-9207-206f80b860d1 on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:44:28.757380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:44:28.757759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Checking segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:44:28.758187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Bound using segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:44:28.758663 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Bound port: cf7501d1-7565-4659-9207-206f80b860d1, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:44:28.759048 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.842472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] For port cf7501d1-7565-4659-9207-206f80b860d1, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:44:28.845898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] For port cf7501d1-7565-4659-9207-206f80b860d1, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf7501d1-7565-4659-9207-206f80b860d1,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:44:28.849571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.865329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3e51c1d0-92bf-4806-bfbf-7b6a9c7e8cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:28.868815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:28.925113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:29.025996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Pushing event updated for resources: {'Port': ['ID=cf7501d1-7565-4659-9207-206f80b860d1,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:29.032076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:29.035344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a6d27d30>,) {'filters': {'network_id': ['292d55ca-6c4e-4e20-825c-67fda9f136a7']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:29.055212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6d27d30>, 'e425b177-012e-4b8f-8c8c-d6ac7aa25904') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:29.055576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6d27d30>, 'e425b177-012e-4b8f-8c8c-d6ac7aa25904') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:29.064783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:29.065384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:29.066973 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] 10.222.0.48 "PUT /v2.0/ports/cf7501d1-7565-4659-9207-206f80b860d1 HTTP/1.1" status: 200  len: 1093 time: 1.9051826
Apr 13 14:44:29.067542 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'tag': 'cf7501d1-7565-4659-9207-206f80b860d1'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:29.094911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303160ab-2877-4c93-9655-efb26069a01f req-1ef4de21-9b52-43d8-bdce-6f52a571452e tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:29.096614 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-303160ab-2877-4c93-9655-efb26069a01f req-1ef4de21-9b52-43d8-bdce-6f52a571452e tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 943 time: 0.3539712
Apr 13 14:44:29.098860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:29.142827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:29.150133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:29.156010 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'tag': 'cf7501d1-7565-4659-9207-206f80b860d1', 'status': 'completed', 'code': 200}
Apr 13 14:44:29.168008 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-be314f78-b852-4175-832e-51cc2b59700d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:29.203641 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-303160ab-2877-4c93-9655-efb26069a01f req-1798beeb-8ac7-43ef-af55-b29b9a2f5128 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935907
Apr 13 14:44:29.212076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-5e935a08-d1f8-4eb5-9888-80726d2869b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:29.215343 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-5e935a08-d1f8-4eb5-9888-80726d2869b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 1096 time: 0.1037042
Apr 13 14:44:29.219658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:44:29.298261 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-d436bfc8-9b45-42e4-8d3f-510d139fd53b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7501d1-7565-4659-9207-206f80b860d1 HTTP/1.1" status: 200  len: 217 time: 0.0755041
Apr 13 14:44:29.314164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1aa0da88-86d5-447b-9f32-333710437cf3 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:29.352896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 1aa0da88-86d5-447b-9f32-333710437cf3 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:29.353150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 1aa0da88-86d5-447b-9f32-333710437cf3 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:29.377170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-cbc8d5ba-f40d-40c2-89a4-65154eb2ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:29.378805 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-cbc8d5ba-f40d-40c2-89a4-65154eb2ca1e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0746658
Apr 13 14:44:29.436515 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-e3ddf5af-b2a7-4a65-9e8b-c019ae008bfc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496078
Apr 13 14:44:29.588751 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-800f8c5b-1fdb-4532-be96-37e79de55ba8 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446631
Apr 13 14:44:29.693393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'Port': ['ID=fff09d38-da67-4813-979d-7243317a3f89,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:29.700384 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:29.736324 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c2f34eae-6fae-4ba1-b39c-bbdd6c825fb5 req-e389ef19-a7f0-4ba5-b8ae-646381418ca3 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398330
Apr 13 14:44:29.786242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:44:29.798786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:29.865530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-d3da6aa6-f9a1-46ab-af1f-4f33b6deee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:29.867184 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-d3da6aa6-f9a1-46ab-af1f-4f33b6deee79 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 1096 time: 0.0871556
Apr 13 14:44:29.933308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Network 82570e4e-03e2-4e48-a395-0bba50573380 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:44:29.937474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:44:29.940758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:44:30.016615 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-04263f98-d909-4206-91e3-ecdeb27fb1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:30.018128 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-04263f98-d909-4206-91e3-ecdeb27fb1ec service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 915 time: 0.1443715
Apr 13 14:44:30.051424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Network 292d55ca-6c4e-4e20-825c-67fda9f136a7 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:44:30.077309 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:44:30.092092 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-1301dd44-00a0-4963-8d7e-49e19bc65f74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cf7501d1-7565-4659-9207-206f80b860d1 HTTP/1.1" status: 200  len: 217 time: 0.0673952
Apr 13 14:44:30.166565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-64dec3b0-f906-4bcf-b0e7-4b37e4336613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:30.168214 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-64dec3b0-f906-4bcf-b0e7-4b37e4336613 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0697486
Apr 13 14:44:30.223660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:30.224427 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-d72a845a-c1cd-4c57-98d6-d424e769e99c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487039
Apr 13 14:44:30.259269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:30.274318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:30.293270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Pushing event deleted for resources: {'Network': ['ID=292d55ca-6c4e-4e20-825c-67fda9f136a7,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:30.299395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:30.332501 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-64bc4d2b-35c6-4025-a06a-d1a79a1ef52b admin admin] 10.222.0.22 "DELETE /v2.0/networks/292d55ca-6c4e-4e20-825c-67fda9f136a7 HTTP/1.1" status: 204  len: 168 time: 3.3002822
Apr 13 14:44:30.335823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44178) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:30.616653 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-f12a8c83-271e-4595-9e04-4b2d19603fc2 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3853810
Apr 13 14:44:30.633526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:30.714642 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:30.749452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7837ee-410f-49d4-ac80-32dc5b9e4d3d req-8c9e8487-8e3c-4c86-a378-dc5f7a927182 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:30.750234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-bb7837ee-410f-49d4-ac80-32dc5b9e4d3d req-8c9e8487-8e3c-4c86-a378-dc5f7a927182 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:30.924831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-bb7837ee-410f-49d4-ac80-32dc5b9e4d3d req-8c9e8487-8e3c-4c86-a378-dc5f7a927182 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:30.926057 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bb7837ee-410f-49d4-ac80-32dc5b9e4d3d req-8c9e8487-8e3c-4c86-a378-dc5f7a927182 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 943 time: 0.5873857
Apr 13 14:44:30.992906 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bb7837ee-410f-49d4-ac80-32dc5b9e4d3d req-a44ef5b1-839e-46d3-8d93-cb6e222d8f48 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574603
Apr 13 14:44:30.997317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:31.000758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:31.009063 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a826e698-b235-4e75-87c7-a01d5afbb592 req-5856e240-b473-4783-b1ad-b16fa2e09f6b service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3845041
Apr 13 14:44:31.016760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e57a22e8-1f44-432c-9e4b-4113d19f3d71 tempest-TestMinimumBasicScenario-790779819 tempest-TestMinimumBasicScenario-790779819-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:31.159794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event updated for resources: {'Port': ['ID=fff09d38-da67-4813-979d-7243317a3f89,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:31.164158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:31.227387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:31.253621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036838386402'] for floatingip, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:31.440726 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Floating IP c486966c-6f42-4572-b8d9-4b74e3591e6b associated. External IP: 172.27.3.143, port: 1a1f5956-8dc8-4152-8e52-b403fa6eb031.
Apr 13 14:44:31.818737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Router 0e5380ae-5d05-425d-b3dd-011c35989fad has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:44:31.846097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Deleting port 343f6870-d2ad-421c-bf6e-fd0f523845cd {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:31.846478 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:31.847798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:32.016693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:44:32.030440 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] Sync routers for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:44:32.039381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:32.041204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] For port 343f6870-d2ad-421c-bf6e-fd0f523845cd, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=343f6870-d2ad-421c-bf6e-fd0f523845cd,segment=NetworkSegment(e624c017-2586-4ac3-8ec3-85cc86075553),segment_id=e624c017-2586-4ac3-8ec3-85cc86075553)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:32.041609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:32.049476 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:32.050783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3ef0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:44:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:32.111611 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.0257595
Apr 13 14:44:32.111611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:32.119306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cf7501d1-7565-4659-9207-206f80b860d1 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:44:32.246985 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Calling delete_port for 343f6870-d2ad-421c-bf6e-fd0f523845cd owned by network:router_interface {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:32.248526 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'status': 'completed', 'code': 200}
Apr 13 14:44:32.288942 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:32.319273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f8195-fe56-4ca7-9b02-66f3c8d233c7 req-ef735cb4-5ac4-4b1e-8aad-b5be5c5cb9f8 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:32.322916 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-db1f8195-fe56-4ca7-9b02-66f3c8d233c7 req-ef735cb4-5ac4-4b1e-8aad-b5be5c5cb9f8 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 943 time: 0.1530743
Apr 13 14:44:32.370352 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-db1f8195-fe56-4ca7-9b02-66f3c8d233c7 req-4c90453b-e2f4-48b2-bef6-3ae14ed4620c tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400350
Apr 13 14:44:32.385245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port cf7501d1-7565-4659-9207-206f80b860d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf7501d1-7565-4659-9207-206f80b860d1,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:32.399768 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'cf7501d1-7565-4659-9207-206f80b860d1', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'port_id': 'cf7501d1-7565-4659-9207-206f80b860d1', 'mac_address': 'fa:16:3e:de:5f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d83963-80a8-4c77-b72e-82629ff17b5a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:44:32.466708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:32.476248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-cd369815-d300-4fa0-8d63-ead920a3b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:32.477590 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-cd369815-d300-4fa0-8d63-ead920a3b9b2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1098 time: 0.1426947
Apr 13 14:44:32.487261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7501d1-7565-4659-9207-206f80b860d1 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:44:32.515914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port cf7501d1-7565-4659-9207-206f80b860d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf7501d1-7565-4659-9207-206f80b860d1,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:32.520414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:32.523525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af10a780-bbdb-4190-9655-2c71be4e9fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:32.657997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=cf7501d1-7565-4659-9207-206f80b860d1,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:32.685978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.686541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.686937 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.687780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.688308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.689194 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.689590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.689969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.690347 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.690521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3ef0>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'c486966c-6f42-4572-b8d9-4b74e3591e6b', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'port_id': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'mac_address': 'fa:16:3e:de:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06174c-843b-46ff-8112-438ed1b9700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:44:30Z', 'updated_at': '2021-04-13T14:44:30Z', 'revision_number': 0, 'project_id': '0daac20df52e492791d1a0390959da55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 5, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:32.691284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.691721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.692093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:32.695791 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] Checking router: 0e5380ae-5d05-425d-b3dd-011c35989fad for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:44:32.700397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:32.704219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-3f438c57-bc1c-4c0e-b7a8-e0b01e9e9f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:32.705939 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-3f438c57-bc1c-4c0e-b7a8-e0b01e9e9f3f service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 910 time: 0.2219694
Apr 13 14:44:32.707054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:32.709498 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:32.710259 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3ef0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:44:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:32.723136 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:32.786492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:44:32.850735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=343f6870-d2ad-421c-bf6e-fd0f523845cd,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:32.860132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:32.919014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:32.963863 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-e1a08249-3b87-46b1-a3ef-c517c0dda1e9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 999 time: 0.2418168
Apr 13 14:44:33.108810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-6981b68d-0a71-4317-84dc-b3c406598406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:33.110605 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-6981b68d-0a71-4317-84dc-b3c406598406 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.1362927
Apr 13 14:44:33.320071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a6aa3ef0>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'c486966c-6f42-4572-b8d9-4b74e3591e6b', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'port_id': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'mac_address': 'fa:16:3e:de:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06174c-843b-46ff-8112-438ed1b9700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:44:30Z', 'updated_at': '2021-04-13T14:44:30Z', 'revision_number': 0, 'project_id': '0daac20df52e492791d1a0390959da55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 5, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:33.325089 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f140fa30-24cb-4d19-aac3-3f0587d24abc None None] The sync data for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi is: [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': 'c486966c-6f42-4572-b8d9-4b74e3591e6b', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'floating_ip_address': '172.27.3.143', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'port_id': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'mac_address': 'fa:16:3e:de:03:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b06174c-843b-46ff-8112-438ed1b9700c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:44:30Z', 'updated_at': '2021-04-13T14:44:30Z', 'revision_number': 0, 'project_id': '0daac20df52e492791d1a0390959da55', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 5, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:44:33.408710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-712f5e6c-4dbe-4dab-b5e8-9135f36b1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:33.410373 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-712f5e6c-4dbe-4dab-b5e8-9135f36b1074 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2712343
Apr 13 14:44:33.535196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:33.617276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de54bd2c-d787-48dc-8524-54b083c756aa None None] New status for floating IP c486966c-6f42-4572-b8d9-4b74e3591e6b: ACTIVE {{(pid=85243) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:44:33.743200 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-5ff7dd8e-9f1e-4477-a98c-1ff79e62cb40 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3241742
Apr 13 14:44:34.076884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac80368-b56f-44b0-a528-65628333dc1b req-00b069cd-6516-4b9d-a8c8-82d451229f68 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:34.078576 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dac80368-b56f-44b0-a528-65628333dc1b req-00b069cd-6516-4b9d-a8c8-82d451229f68 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 944 time: 0.5494716
Apr 13 14:44:34.127250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cf7501d1-7565-4659-9207-206f80b860d1 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:44:34.203485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port cf7501d1-7565-4659-9207-206f80b860d1 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:44:34.208753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port cf7501d1-7565-4659-9207-206f80b860d1 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:44:34.209245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:34.247226 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dac80368-b56f-44b0-a528-65628333dc1b req-42644122-4067-4bff-b32a-09830bf014ab tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1127157
Apr 13 14:44:34.347541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:34.355221 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2fc5854b-f97d-44a5-9c16-c4be9fa32a1a req-06c6b388-e38e-464d-ade1-67d72fb4d750 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6029255
Apr 13 14:44:34.361213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7501d1-7565-4659-9207-206f80b860d1'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:34.373649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port cf7501d1-7565-4659-9207-206f80b860d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf7501d1-7565-4659-9207-206f80b860d1,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:34.377947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:34.380419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:34.419423 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7501d1-7565-4659-9207-206f80b860d1', 'code': 200}
Apr 13 14:44:34.456037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=cf7501d1-7565-4659-9207-206f80b860d1,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:34.459306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:34.660173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:44:34.820233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32171a4-26d2-4c48-bb89-d93ea365ad3e req-5b35b1cf-756e-401b-8d78-dba79c39c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:34.821857 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e32171a4-26d2-4c48-bb89-d93ea365ad3e req-5b35b1cf-756e-401b-8d78-dba79c39c437 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 1098 time: 0.2423832
Apr 13 14:44:34.867529 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e32171a4-26d2-4c48-bb89-d93ea365ad3e req-4f0312d3-2d0f-4d6d-9650-91bc71cbd04a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298631
Apr 13 14:44:34.891631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:44:34.900517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] Sync routers for ids ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:44:34.902456 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] 10.222.0.22 "PUT /v2.0/routers/e6fcf072-5b3e-4a52-8cc7-73323fdeca92/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5656075
Apr 13 14:44:34.905137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44194) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:34.911015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] Routers {'e6fcf072-5b3e-4a52-8cc7-73323fdeca92'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:34.911641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a70cc6a0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:44:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:35.100249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] Set router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:35.178083 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks [] for router, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:35.437861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:35.455047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Deleting port 26db1c39-37c9-451e-be90-50a7633c22d9 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:35.455433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:35.597979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a70cc6a0>, [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:44:32Z', 'revision_number': 5, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port': {'id': '26db1c39-37c9-451e-be90-50a7633c22d9', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:32:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:41:42Z', 'updated_at': '2021-04-13T14:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:35.602124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] Checking router: e6fcf072-5b3e-4a52-8cc7-73323fdeca92 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:44:35.611919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] Routers {'e6fcf072-5b3e-4a52-8cc7-73323fdeca92'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:44:35.612597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a70cc6a0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:44:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:35.638459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ff041-082e-4b6a-920a-eddfcabeb224 req-7e552fa6-6940-49b1-9261-ab4e70daf1c6 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:35.640258 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e42ff041-082e-4b6a-920a-eddfcabeb224 req-7e552fa6-6940-49b1-9261-ab4e70daf1c6 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 945 time: 0.2652676
Apr 13 14:44:35.728420 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e42ff041-082e-4b6a-920a-eddfcabeb224 req-5c53c8a5-bf00-4899-94a9-0f328384eaa5 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0308242
Apr 13 14:44:35.767974 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-aa89516e-0995-450b-87b0-19f6a3c40322 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2800722
Apr 13 14:44:35.800093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] For port 26db1c39-37c9-451e-be90-50a7633c22d9, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=26db1c39-37c9-451e-be90-50a7633c22d9,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:35.800797 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:35.809165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] Set router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 gateway port host: None {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:44:35.931168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a70cc6a0>, [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:44:35Z', 'revision_number': 6, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:35.935995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0386c0ca-45e4-4ba4-8537-c487d8edcf3b None None] The sync data for ids ['e6fcf072-5b3e-4a52-8cc7-73323fdeca92'] in dv-cinder-786054-1-iscsi is: [{'id': 'e6fcf072-5b3e-4a52-8cc7-73323fdeca92', 'name': 'tempest-TestMinimumBasicScenario-1520858884-router', 'tenant_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:41:41Z', 'updated_at': '2021-04-13T14:44:35Z', 'revision_number': 6, 'project_id': '7e8f9f56c43b4d9bb768b136b4a8d311', 'gw_port_host': None}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:44:36.001978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Calling delete_port for 26db1c39-37c9-451e-be90-50a7633c22d9 owned by network:router_gateway {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:36.114671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-a5fd5b60-1bb3-42c8-95e5-8717f9d9680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:36.116341 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-a5fd5b60-1bb3-42c8-95e5-8717f9d9680b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 1098 time: 0.2999470
Apr 13 14:44:36.578692 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:36.596321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d34d519e-c5f2-4c09-928a-bd336653ec46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:36.646204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-cb3fc629-4601-4fe0-bb63-4b986c403353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:36.647832 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-cb3fc629-4601-4fe0-bb63-4b986c403353 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.5103934
Apr 13 14:44:36.661829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Pushing event deleted for resources: {'Port': ['ID=26db1c39-37c9-451e-be90-50a7633c22d9,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:36.664492 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:36.840553 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-18c17770-b973-4ca5-862b-377f9cc92c5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e HTTP/1.1" status: 200  len: 1001 time: 0.1797223
Apr 13 14:44:36.995225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2779380-ea97-4d27-9210-33529a8c8470 req-862851ae-0f59-4ee6-a206-ec98c4a22949 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:36.997439 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2779380-ea97-4d27-9210-33529a8c8470 req-862851ae-0f59-4ee6-a206-ec98c4a22949 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 945 time: 0.1143494
Apr 13 14:44:37.010667 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-6379a24d-5633-4952-ba59-e147e788106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:37.012372 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-6379a24d-5633-4952-ba59-e147e788106b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.1597989
Apr 13 14:44:37.037591 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2779380-ea97-4d27-9210-33529a8c8470 req-444146a4-f7f1-4720-a9a6-916514aab37d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0286515
Apr 13 14:44:37.089530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:37.294682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:37.298689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:37.335210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 26db1c39-37c9-451e-be90-50a7633c22d9 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:37.374603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 26db1c39-37c9-451e-be90-50a7633c22d9 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:37.375326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 26db1c39-37c9-451e-be90-50a7633c22d9 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:37.375826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 343f6870-d2ad-421c-bf6e-fd0f523845cd no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:37.395577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-a8976bdc-64f8-4f78-ac84-6410adc2c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:37.397220 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-a8976bdc-64f8-4f78-ac84-6410adc2c6fc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3686247
Apr 13 14:44:37.400661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:37.401234 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6fcf072-5b3e-4a52-8cc7-73323fdeca92 {{(pid=85241) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:44:37.417560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 343f6870-d2ad-421c-bf6e-fd0f523845cd {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:37.417944 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 343f6870-d2ad-421c-bf6e-fd0f523845cd not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:37.451374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] Notify callbacks [] for router, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:37.453098 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1c4fd0f1-8e2b-4313-b702-f03035623016 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e6fcf072-5b3e-4a52-8cc7-73323fdeca92 HTTP/1.1" status: 204  len: 168 time: 2.5465357
Apr 13 14:44:37.455808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44204) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:37.543745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Deleting subnet 2af7bff4-f159-4f93-a846-f81a320d5854 {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:44:37.547097 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:37.604388 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-1aa2934a-1399-4962-b7f4-d91cc84dc037 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908927
Apr 13 14:44:37.765169 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b5e457e0-c4ca-42c2-9932-c7db2bbb1931 req-858d8d8a-daf1-4c40-9cd3-c050da735e63 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541035
Apr 13 14:44:37.877905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:37.965577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.232489 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.249031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6eb76081-2a6a-41df-8191-b88c1505deee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:38.299421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af7bff4-f159-4f93-a846-f81a320d5854,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:38.303570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:38.384317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.389995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b331ae2-efb3-427d-9174-6166f2fd8e0e None None] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:44:38.390854 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2ecc098f-1519-4822-ab0c-4a6af50bcc02 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2af7bff4-f159-4f93-a846-f81a320d5854 HTTP/1.1" status: 204  len: 168 time: 0.9340961
Apr 13 14:44:38.393611 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44212) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:38.514962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.590953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Deleting port 5e3525cd-655a-46d8-8b16-601b3648818d {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:38.591344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.686395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] DHCP port deletion for ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:44:38.690721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Deleting port 5e3525cd-655a-46d8-8b16-601b3648818d {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:38.691144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.831784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] For port 5e3525cd-655a-46d8-8b16-601b3648818d, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5e3525cd-655a-46d8-8b16-601b3648818d,segment=NetworkSegment(e624c017-2586-4ac3-8ec3-85cc86075553),segment_id=e624c017-2586-4ac3-8ec3-85cc86075553)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:38.832290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.920938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] For port 5e3525cd-655a-46d8-8b16-601b3648818d, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5e3525cd-655a-46d8-8b16-601b3648818d,segment=NetworkSegment(e624c017-2586-4ac3-8ec3-85cc86075553),segment_id=e624c017-2586-4ac3-8ec3-85cc86075553)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:38.921390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:38.979383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Calling delete_port for 5e3525cd-655a-46d8-8b16-601b3648818d owned by network:dhcp {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:39.064788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Calling delete_port for 5e3525cd-655a-46d8-8b16-601b3648818d owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:44:39.069446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:39.086684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8859b56b-1597-42a3-9fe1-490ad382a65c tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:39.148417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:44:39.148962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:44:39.149144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e3525cd-655a-46d8-8b16-601b3648818d,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:39.154145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:39.239890 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] No DVR routers for this DVR port 5e3525cd-655a-46d8-8b16-601b3648818d on host dv-cinder-786054-1-iscsi {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:44:39.327551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5e3525cd-655a-46d8-8b16-601b3648818d no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:44:39.364321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 5e3525cd-655a-46d8-8b16-601b3648818d {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:44:39.364717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5e3525cd-655a-46d8-8b16-601b3648818d not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:44:39.386733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:39.506324 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a63b8be0>,) {'filters': {'network_id': ['ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:39.519916 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a63b8be0>, 'e624c017-2586-4ac3-8ec3-85cc86075553') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:39.520256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a63b8be0>, 'e624c017-2586-4ac3-8ec3-85cc86075553') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:44:39.532046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:39.546377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:39.552616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:44:39.650458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Deleting port 5e3525cd-655a-46d8-8b16-601b3648818d {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:44:39.650923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:39.726568 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9355902f-b619-4a46-800c-a7f14adc05a3 None None] The port '5e3525cd-655a-46d8-8b16-601b3648818d' was deleted {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:44:39.736041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:44:39.746038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:39.923026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Network ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:44:39.951190 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:44:40.027921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.031190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5dbb3383-d912-4d52-8c0c-98f2921be034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:40.047446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.053750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:40.058070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:40.061163 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ddfb1a7c-bc0b-4814-acb8-fe96bfb712aa HTTP/1.1" status: 204  len: 168 time: 1.6665661
Apr 13 14:44:40.183956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44232) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:40.222859 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-4f32b876-d684-45f9-a446-8383c1a0c264 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebc701f451e643f69507900fcdc1cb43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0376029
Apr 13 14:44:40.225474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44236) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:40.287074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.316020 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.363781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.368912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-40859af3-e448-4824-97f7-af17f5cf9df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:40.386219 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed45d4b-34a7-42c6-bc68-e893938648ba,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:40.395761 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.396965 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fed45d4b-34a7-42c6-bc68-e893938648ba HTTP/1.1" status: 204  len: 168 time: 0.1705365
Apr 13 14:44:40.398539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.398958 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.399369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.399833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.400261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.400644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.401045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.402000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.402400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.402796 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.403193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.403612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:44:40.406891 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0fe0732b-bee1-48e5-ada8-138eb0413b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:40.762218 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44248) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:40.814207 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-aebd162c-086a-456a-9705-7806415bda21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e8f9f56c43b4d9bb768b136b4a8d311&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506327
Apr 13 14:44:40.816833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44252) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:44:40.882861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.911671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.963739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.969092 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d9ccd88b-4fc1-4eeb-8a45-787fb4c33172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:40.982157 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d59fbd6-8f8a-4f43-8aa1-0f2f1bf5391a,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:40.985467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:40.987593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:40.991475 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d59fbd6-8f8a-4f43-8aa1-0f2f1bf5391a HTTP/1.1" status: 204  len: 168 time: 0.1710062
Apr 13 14:44:41.996655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:44:46.307584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-2662703c-df18-485c-bc7f-5ebae45923b5 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:46.309216 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-2662703c-df18-485c-bc7f-5ebae45923b5 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.1616001
Apr 13 14:44:46.326304 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-27a15dca-35a6-4a71-bdec-c63131ac02a8 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/quotas/c7a2d210840744308687b90670f14620 HTTP/1.1" status: 200  len: 375 time: 0.0104508
Apr 13 14:44:46.419675 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-ea426b18-7cce-44b7-9ba7-41d454431698 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0872786
Apr 13 14:44:46.565951 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-672fa295-07ec-4aaa-a084-2fa90753e31f service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385374
Apr 13 14:44:46.716269 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-5b64a46d-db05-438b-863d-13851f907f58 service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1436722
Apr 13 14:44:46.912469 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9393075a-18f9-404c-9ab7-64e49ee7d7fc req-9a6eae7e-e17e-4329-90a3-d8825a685457 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 210 time: 0.0495627
Apr 13 14:44:48.048966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-276bb9f9-e158-45aa-80b7-84a60c0c2bc6 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:48.050543 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-276bb9f9-e158-45aa-80b7-84a60c0c2bc6 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.1723912
Apr 13 14:44:48.066376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Request body: {'port': {'device_id': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'admin_state_up': True, 'tenant_id': 'c7a2d210840744308687b90670f14620'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:48.086195 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-59f88f1a-df96-4510-a89d-9e9e2670a2f1 req-5c760cf5-ebf7-4d90-ad1c-5bed98251ac0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 210 time: 0.0520780
Apr 13 14:44:48.215549 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:44:48.226002 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:44:48.237209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Made reservation on behalf of c7a2d210840744308687b90670f14620 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:44:48.243352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:48.402998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Allocated IP 172.20.0.6 (5d031536-e998-47d7-9851-b1180f4541a3/d7d83963-80a8-4c77-b72e-82629ff17b5a/807f85ae-40ab-4c4f-8fba-aa01ac686324) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:44:48.604109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:48.634250 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:48.648459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:44:48.650230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:48.798760 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event updated for resources: {'Port': ['ID=807f85ae-40ab-4c4f-8fba-aa01ac686324,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:48.808480 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:48.855293 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Network 5d031536-e998-47d7-9851-b1180f4541a3 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:44:48.856512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:44:48.858735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:44:48.923718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:48.924838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:48.949630 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8873713
Apr 13 14:44:48.962546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Request body: {'port': {'device_id': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:44:49.086696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:49.607348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ae531-901b-4522-8d30-d061cb6b29ee req-6edf8cc9-ec70-4b40-b77c-2aa449309728 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:49.608141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-1f9ae531-901b-4522-8d30-d061cb6b29ee req-6edf8cc9-ec70-4b40-b77c-2aa449309728 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:44:49.691665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-1f9ae531-901b-4522-8d30-d061cb6b29ee req-6edf8cc9-ec70-4b40-b77c-2aa449309728 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:44:49.692935 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1f9ae531-901b-4522-8d30-d061cb6b29ee req-6edf8cc9-ec70-4b40-b77c-2aa449309728 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 931 time: 0.2782936
Apr 13 14:44:49.739061 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1f9ae531-901b-4522-8d30-d061cb6b29ee req-2809cb35-866e-40e8-bac9-2512bb976b96 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356629
Apr 13 14:44:49.834773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807f85ae-40ab-4c4f-8fba-aa01ac686324 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:44:49.843677 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:49.859305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Transition to ACTIVE for port object 807f85ae-40ab-4c4f-8fba-aa01ac686324 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:44:49.861925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:49.877320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-24f42632-099e-4641-8db4-ff21bd5acc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:49.974386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46a53b21-00bb-43a2-92a2-f3278ec129d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:50.022971 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=807f85ae-40ab-4c4f-8fba-aa01ac686324,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:50.028661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:50.244612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Attempting to bind port 807f85ae-40ab-4c4f-8fba-aa01ac686324 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:44:50.245418 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Attempting to bind port 807f85ae-40ab-4c4f-8fba-aa01ac686324 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:44:50.245607 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Attempting to bind port 807f85ae-40ab-4c4f-8fba-aa01ac686324 on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:44:50.251556 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Port 807f85ae-40ab-4c4f-8fba-aa01ac686324 on network 5d031536-e998-47d7-9851-b1180f4541a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:44:50.251931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Attempting to bind port 807f85ae-40ab-4c4f-8fba-aa01ac686324 on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:44:50.257802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:44:50.258179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Checking segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:44:50.258609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Bound using segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:44:50.259100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Bound port: 807f85ae-40ab-4c4f-8fba-aa01ac686324, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:44:50.259484 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:50.344227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] For port 807f85ae-40ab-4c4f-8fba-aa01ac686324, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:44:50.349779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] For port 807f85ae-40ab-4c4f-8fba-aa01ac686324, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=807f85ae-40ab-4c4f-8fba-aa01ac686324,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:44:50.352395 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:50.368380 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-edc0831a-5a9b-4ad4-8b76-198dfe584aa3 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:50.528735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Pushing event updated for resources: {'Port': ['ID=807f85ae-40ab-4c4f-8fba-aa01ac686324,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:50.534474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:50.566914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:50.567686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:50.569217 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] 10.222.0.48 "PUT /v2.0/ports/807f85ae-40ab-4c4f-8fba-aa01ac686324 HTTP/1.1" status: 200  len: 1093 time: 1.6116178
Apr 13 14:44:50.569766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'tag': '807f85ae-40ab-4c4f-8fba-aa01ac686324'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:50.650301 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'tag': '807f85ae-40ab-4c4f-8fba-aa01ac686324', 'status': 'completed', 'code': 200}
Apr 13 14:44:50.691798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-18d1cbdf-6c7e-4ea1-a524-411af36f5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:50.693440 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-18d1cbdf-6c7e-4ea1-a524-411af36f5ca9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 1096 time: 0.0849967
Apr 13 14:44:50.771474 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-1af6b0ff-e0ea-46c4-b50f-0c37bb068270 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=807f85ae-40ab-4c4f-8fba-aa01ac686324 HTTP/1.1" status: 200  len: 217 time: 0.0682821
Apr 13 14:44:50.845488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-caa41e8b-9da6-4a2b-be36-c73a4e3456d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:50.847068 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-caa41e8b-9da6-4a2b-be36-c73a4e3456d9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0679433
Apr 13 14:44:50.939958 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-e4624e99-3073-4ce0-b7aa-673af44f9059 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861416
Apr 13 14:44:51.097398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe43814-5958-4d84-9b09-ebcbfbcbe60d req-861a079c-f758-4511-9aed-d09e09ccb429 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:51.098997 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6fe43814-5958-4d84-9b09-ebcbfbcbe60d req-861a079c-f758-4511-9aed-d09e09ccb429 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 943 time: 0.2436426
Apr 13 14:44:51.136001 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-e7cadcd9-68f3-4887-810c-23ec0917115d service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1874938
Apr 13 14:44:51.143443 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6fe43814-5958-4d84-9b09-ebcbfbcbe60d req-33ebac8c-1e37-4a5a-ac29-0b080aaf0486 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346994
Apr 13 14:44:51.282562 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b9a2dd7f-5507-4114-b3a1-ef75be7ecbf7 req-715d3a49-7fbd-4812-b842-c2c4dd71ba3e service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380661
Apr 13 14:44:51.420280 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-3d7b6838-c605-4d96-8176-f8663deeeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:51.421797 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-3d7b6838-c605-4d96-8176-f8663deeeb4f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 1096 time: 0.0800557
Apr 13 14:44:51.571860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-c0bc9e62-3618-4c31-bb68-e112c342fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:51.573512 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-c0bc9e62-3618-4c31-bb68-e112c342fa15 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 915 time: 0.1407194
Apr 13 14:44:51.650789 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-d60a2212-6473-40dc-b87c-a2d8f2ca8132 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=807f85ae-40ab-4c4f-8fba-aa01ac686324 HTTP/1.1" status: 200  len: 217 time: 0.0707424
Apr 13 14:44:51.720591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-951af738-0ccf-4462-a46f-7aead108eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:51.722086 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-951af738-0ccf-4462-a46f-7aead108eab6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0639277
Apr 13 14:44:51.776831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-e3fc5731-012e-4bdb-87f7-c7fa53e189b0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462918
Apr 13 14:44:51.922356 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-7f2b82a2-9451-4d80-952f-4adc0ef1861a service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369381
Apr 13 14:44:52.069008 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8f9bae54-39a7-415e-8421-71774574f1a6 req-d7f48735-eaf5-412c-aafe-f7c3451ed03f service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393971
Apr 13 14:44:52.184432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ec4784e-fda7-44ca-b3c4-5583ae4efafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:52.188731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 807f85ae-40ab-4c4f-8fba-aa01ac686324 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:44:52.334206 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 807f85ae-40ab-4c4f-8fba-aa01ac686324, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=807f85ae-40ab-4c4f-8fba-aa01ac686324,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:52.348444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '807f85ae-40ab-4c4f-8fba-aa01ac686324', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'port_id': '807f85ae-40ab-4c4f-8fba-aa01ac686324', 'mac_address': 'fa:16:3e:c6:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d83963-80a8-4c77-b72e-82629ff17b5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:44:52.350195 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4512dff-b623-4538-9d81-d198e14f9df1 req-327b4a31-8cfd-46f6-8574-3a139bd0500c tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:52.351823 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b4512dff-b623-4538-9d81-d198e14f9df1 req-327b4a31-8cfd-46f6-8574-3a139bd0500c tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 943 time: 0.0928502
Apr 13 14:44:52.383395 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b4512dff-b623-4538-9d81-d198e14f9df1 req-b6da55dc-cbdc-4d2b-812e-3b018b4dc7e0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245595
Apr 13 14:44:52.407441 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:52.408820 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807f85ae-40ab-4c4f-8fba-aa01ac686324 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:44:52.425327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 807f85ae-40ab-4c4f-8fba-aa01ac686324, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=807f85ae-40ab-4c4f-8fba-aa01ac686324,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:52.428273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:52.430082 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:52.501739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=807f85ae-40ab-4c4f-8fba-aa01ac686324,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:52.504919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:52.700216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['807f85ae-40ab-4c4f-8fba-aa01ac686324'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:44:53.129231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:53.590479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562feca3-6e15-4995-a81b-9748eba3a90e req-320636c0-32d2-429a-b75b-257a619307f1 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:53.592115 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-562feca3-6e15-4995-a81b-9748eba3a90e req-320636c0-32d2-429a-b75b-257a619307f1 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 944 time: 0.0945923
Apr 13 14:44:53.623286 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-562feca3-6e15-4995-a81b-9748eba3a90e req-0448f4ed-12fe-4f78-a69f-097fb77cf3e1 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246866
Apr 13 14:44:53.822431 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:54.205103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 807f85ae-40ab-4c4f-8fba-aa01ac686324 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:44:54.280576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 807f85ae-40ab-4c4f-8fba-aa01ac686324 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:44:54.286170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 807f85ae-40ab-4c4f-8fba-aa01ac686324 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:44:54.286588 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:54.418427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:54.430442 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f85ae-40ab-4c4f-8fba-aa01ac686324'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:44:54.441772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 807f85ae-40ab-4c4f-8fba-aa01ac686324, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=807f85ae-40ab-4c4f-8fba-aa01ac686324,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:44:54.445033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:54.446837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:44:54.484467 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807f85ae-40ab-4c4f-8fba-aa01ac686324', 'code': 200}
Apr 13 14:44:54.519731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=807f85ae-40ab-4c4f-8fba-aa01ac686324,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:44:54.522920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:44:54.725602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca367e9-1c98-4b67-8abd-e2a669129b3b req-40ac3f24-bd56-4a57-b2f7-5a93d8b80188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:54.727130 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7ca367e9-1c98-4b67-8abd-e2a669129b3b req-40ac3f24-bd56-4a57-b2f7-5a93d8b80188 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 1098 time: 0.0794585
Apr 13 14:44:54.807686 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-7ca367e9-1c98-4b67-8abd-e2a669129b3b req-58fa5448-3b16-4836-a9dc-2d4563c9113c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726192
Apr 13 14:44:54.845802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da975ea5-ec36-41d6-9c19-9d0e870d5a38 req-4cf6edad-bb35-4236-9597-37df962906ce tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:54.847387 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-da975ea5-ec36-41d6-9c19-9d0e870d5a38 req-4cf6edad-bb35-4236-9597-37df962906ce tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 945 time: 0.1017561
Apr 13 14:44:54.878836 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-da975ea5-ec36-41d6-9c19-9d0e870d5a38 req-cddf7e8a-2659-41b2-9ef8-5f31668389ed tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0249186
Apr 13 14:44:55.408283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:44:56.090707 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25556c9-3f85-4ad6-800a-ac175faf5528 req-6efe7e97-72b4-454b-82f9-9e527ef0226f tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:56.092348 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e25556c9-3f85-4ad6-800a-ac175faf5528 req-6efe7e97-72b4-454b-82f9-9e527ef0226f tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 945 time: 0.0945370
Apr 13 14:44:56.123700 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e25556c9-3f85-4ad6-800a-ac175faf5528 req-6515fcd4-bcc0-43b0-b8f7-c2095291d462 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250056
Apr 13 14:44:58.296810 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-e9f6c5ec-d21a-4eda-9259-733f860e4fdb tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:44:58.298435 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-e9f6c5ec-d21a-4eda-9259-733f860e4fdb tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.1618063
Apr 13 14:44:58.314942 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-53a0f0a2-b97e-419a-8ba8-4419f7488c4f tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/quotas/c7a2d210840744308687b90670f14620 HTTP/1.1" status: 200  len: 375 time: 0.0101838
Apr 13 14:44:58.410498 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-6cea6018-e077-47ef-ab8a-e50598a386c1 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0896854
Apr 13 14:44:58.556648 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-cb9d16f0-002c-40a1-976f-3b68edfa9fb3 service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383111
Apr 13 14:44:58.707957 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-34cb8e2e-bb07-4ae2-b609-e806fbb02939 service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446199
Apr 13 14:44:58.906395 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9c5ac766-b135-453e-868e-4b90dd6c6d8e req-49f79eb3-4343-410b-82b9-489a8c2eeba5 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 210 time: 0.0526373
Apr 13 14:45:00.277184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-018ba2f4-16af-4f89-b3c6-c215fdc1fce9 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:00.278955 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-018ba2f4-16af-4f89-b3c6-c215fdc1fce9 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.4004803
Apr 13 14:45:00.326090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Request body: {'port': {'device_id': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'admin_state_up': True, 'tenant_id': 'c7a2d210840744308687b90670f14620'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:45:00.350838 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06568b24-6665-4a6e-877a-55627e4957bb req-8abff3f7-c09b-4911-b3a3-e8e399efdcad tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 210 time: 0.0839317
Apr 13 14:45:00.479790 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:45:00.490314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:45:00.499874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Made reservation on behalf of c7a2d210840744308687b90670f14620 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:45:00.506132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:00.666655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Allocated IP 172.20.0.9 (5d031536-e998-47d7-9851-b1180f4541a3/d7d83963-80a8-4c77-b72e-82629ff17b5a/5385afb0-bb98-4c1e-bacf-1c5560222113) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:45:00.867946 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:00.897916 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:00.909914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1', '807f85ae-40ab-4c4f-8fba-aa01ac686324'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:45:00.913808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70e24380-4eb8-4d5a-b8db-871c8dc5ccb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:01.079061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event updated for resources: {'Port': ['ID=5385afb0-bb98-4c1e-bacf-1c5560222113,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:01.084247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:01.134260 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Network 5d031536-e998-47d7-9851-b1180f4541a3 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:45:01.135547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:45:01.138054 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:45:01.218190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:01.218921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:01.253360 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9375288
Apr 13 14:45:01.275963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Request body: {'port': {'device_id': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:45:01.412449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:01.558344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b945c1b-c35a-4b96-b9f8-2ef8e92fc2f1 req-61af9f00-be80-40af-9ab7-d5e823ed4c98 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:01.560030 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b945c1b-c35a-4b96-b9f8-2ef8e92fc2f1 req-61af9f00-be80-40af-9ab7-d5e823ed4c98 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 931 time: 0.0900362
Apr 13 14:45:01.592015 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4b945c1b-c35a-4b96-b9f8-2ef8e92fc2f1 req-b163092b-9469-46bb-a298-d3bb314fceda tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0253563
Apr 13 14:45:01.823519 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5385afb0-bb98-4c1e-bacf-1c5560222113 {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:45:01.832363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:01.847684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Transition to ACTIVE for port object 5385afb0-bb98-4c1e-bacf-1c5560222113 will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:45:01.850436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:01.858938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:01.866204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a6e476ff-d85b-4bf0-a653-eee3ca0256e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:02.010618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Pushing event updated for resources: {'Port': ['ID=5385afb0-bb98-4c1e-bacf-1c5560222113,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:02.014248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:02.229865 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Attempting to bind port 5385afb0-bb98-4c1e-bacf-1c5560222113 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:45:02.230248 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Attempting to bind port 5385afb0-bb98-4c1e-bacf-1c5560222113 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:45:02.230432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Attempting to bind port 5385afb0-bb98-4c1e-bacf-1c5560222113 on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:45:02.236391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Port 5385afb0-bb98-4c1e-bacf-1c5560222113 on network 5d031536-e998-47d7-9851-b1180f4541a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:45:02.236753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Attempting to bind port 5385afb0-bb98-4c1e-bacf-1c5560222113 on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:45:02.242276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:45:02.242648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Checking segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:45:02.243063 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Bound using segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:45:02.243572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Bound port: 5385afb0-bb98-4c1e-bacf-1c5560222113, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:45:02.244078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:02.323997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] For port 5385afb0-bb98-4c1e-bacf-1c5560222113, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:45:02.327142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] For port 5385afb0-bb98-4c1e-bacf-1c5560222113, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5385afb0-bb98-4c1e-bacf-1c5560222113,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:45:02.330604 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:02.346079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-82270346-4a61-42ec-bae0-7506a7511c20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:02.497911 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Pushing event updated for resources: {'Port': ['ID=5385afb0-bb98-4c1e-bacf-1c5560222113,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:02.502573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:02.541074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:02.541815 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:02.543310 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] 10.222.0.48 "PUT /v2.0/ports/5385afb0-bb98-4c1e-bacf-1c5560222113 HTTP/1.1" status: 200  len: 1093 time: 1.2725399
Apr 13 14:45:02.544553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'tag': '5385afb0-bb98-4c1e-bacf-1c5560222113'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:02.622937 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'tag': '5385afb0-bb98-4c1e-bacf-1c5560222113', 'status': 'completed', 'code': 200}
Apr 13 14:45:02.660593 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-57dd7983-5e53-45f0-b8c7-e4b356c0a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:02.662219 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-57dd7983-5e53-45f0-b8c7-e4b356c0a043 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 1096 time: 0.0809681
Apr 13 14:45:02.742808 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-758795f8-935a-407d-88d1-045e50dccb82 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5385afb0-bb98-4c1e-bacf-1c5560222113 HTTP/1.1" status: 200  len: 217 time: 0.0720060
Apr 13 14:45:02.803483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b585-26c7-4a10-bed5-31620b91f28c req-dbdb5c1b-b32c-476a-bab7-21b9d5d9e246 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:02.805149 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3091b585-26c7-4a10-bed5-31620b91f28c req-dbdb5c1b-b32c-476a-bab7-21b9d5d9e246 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 943 time: 0.0970008
Apr 13 14:45:02.814065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-a5c0bb84-bf97-4ffa-8250-36c44164ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:02.815714 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-a5c0bb84-bf97-4ffa-8250-36c44164ae33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0662086
Apr 13 14:45:02.836756 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3091b585-26c7-4a10-bed5-31620b91f28c req-e442047c-4279-402f-aa7d-7f31acb82568 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0248671
Apr 13 14:45:02.869861 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-4c1c139f-f750-4d01-8386-5566325e7782 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473092
Apr 13 14:45:03.015110 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-805ea3f7-3bb7-4d1d-aefe-0622b81d7738 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377568
Apr 13 14:45:03.158913 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b1f179c8-a89a-403c-89c7-4b6aa38c8190 req-a3900fd7-27d7-4f34-abf5-e8e9cce05204 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363072
Apr 13 14:45:03.288681 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-9e8d392b-03f3-4e91-a986-7075520924f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:03.290286 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-9e8d392b-03f3-4e91-a986-7075520924f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 1096 time: 0.0839684
Apr 13 14:45:03.433507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-76b2dfe0-20dd-4090-b5cf-c6f23f38c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:03.435902 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-76b2dfe0-20dd-4090-b5cf-c6f23f38c88c service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 915 time: 0.1383491
Apr 13 14:45:03.508895 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-fd76f216-1cc8-4ae8-a558-75abbbf0caa6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5385afb0-bb98-4c1e-bacf-1c5560222113 HTTP/1.1" status: 200  len: 217 time: 0.0661790
Apr 13 14:45:03.586697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-265de3de-2e74-41b4-b28c-648510c6f59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:03.588326 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-265de3de-2e74-41b4-b28c-648510c6f59c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0700576
Apr 13 14:45:03.648597 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-4fd2689f-c061-4cab-b68c-eaf00b3efbf4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475068
Apr 13 14:45:03.798051 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-26f64df7-7631-4767-a5ca-50f80316b4a4 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375258
Apr 13 14:45:03.951947 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ec7fe287-8e86-40de-a44a-516a68a30443 req-953cb183-5217-4abb-a3c9-57940f0db95b service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394100
Apr 13 14:45:04.046152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20fd87e-ea69-445d-b1c5-a388239d346d req-82523139-702d-42bf-b867-824f302851a2 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:04.046962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d20fd87e-ea69-445d-b1c5-a388239d346d req-82523139-702d-42bf-b867-824f302851a2 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:04.063836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-d20fd87e-ea69-445d-b1c5-a388239d346d req-82523139-702d-42bf-b867-824f302851a2 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:04.065078 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d20fd87e-ea69-445d-b1c5-a388239d346d req-82523139-702d-42bf-b867-824f302851a2 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 943 time: 0.1108522
Apr 13 14:45:04.096764 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d20fd87e-ea69-445d-b1c5-a388239d346d req-a6255d9e-8fcd-441e-8e0b-9cdbdda699b7 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251966
Apr 13 14:45:04.277196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 5385afb0-bb98-4c1e-bacf-1c5560222113 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:45:04.422750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 5385afb0-bb98-4c1e-bacf-1c5560222113, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5385afb0-bb98-4c1e-bacf-1c5560222113,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:04.436512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '5385afb0-bb98-4c1e-bacf-1c5560222113', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'port_id': '5385afb0-bb98-4c1e-bacf-1c5560222113', 'mac_address': 'fa:16:3e:2e:71:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d83963-80a8-4c77-b72e-82629ff17b5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:45:04.496336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:04.497659 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5385afb0-bb98-4c1e-bacf-1c5560222113 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:45:04.513974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 5385afb0-bb98-4c1e-bacf-1c5560222113, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5385afb0-bb98-4c1e-bacf-1c5560222113,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:04.516718 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:04.518523 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:04.586560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=5385afb0-bb98-4c1e-bacf-1c5560222113,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:04.589736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:04.813444 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['5385afb0-bb98-4c1e-bacf-1c5560222113'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:45:05.296045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07b80-2a8d-4d91-a460-5db78a82663d req-bef42bc9-189c-4a64-8178-b11a649861d6 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:05.297635 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-19a07b80-2a8d-4d91-a460-5db78a82663d req-bef42bc9-189c-4a64-8178-b11a649861d6 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 944 time: 0.0880771
Apr 13 14:45:05.328193 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-19a07b80-2a8d-4d91-a460-5db78a82663d req-f0fe2b7f-3125-469b-88a7-5b3009f64a65 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243185
Apr 13 14:45:06.289184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 5385afb0-bb98-4c1e-bacf-1c5560222113 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:45:06.358530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port 5385afb0-bb98-4c1e-bacf-1c5560222113 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:45:06.363459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 5385afb0-bb98-4c1e-bacf-1c5560222113 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:45:06.363915 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:06.489997 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:06.502070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385afb0-bb98-4c1e-bacf-1c5560222113'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:06.513140 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 5385afb0-bb98-4c1e-bacf-1c5560222113, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5385afb0-bb98-4c1e-bacf-1c5560222113,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:06.516926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:06.518878 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7e84d605-c542-43d9-924a-c632337bf18b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:06.532518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a5d0e-feb0-4dde-8d4b-7c8e0235b978 req-7735a66f-3022-43bb-9a2e-13c9d195f983 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:06.534259 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-617a5d0e-feb0-4dde-8d4b-7c8e0235b978 req-7735a66f-3022-43bb-9a2e-13c9d195f983 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 944 time: 0.0905766
Apr 13 14:45:06.554254 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5385afb0-bb98-4c1e-bacf-1c5560222113', 'code': 200}
Apr 13 14:45:06.568261 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-617a5d0e-feb0-4dde-8d4b-7c8e0235b978 req-a36da64e-ff25-4697-a777-ad813a453019 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0269728
Apr 13 14:45:06.595874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=5385afb0-bb98-4c1e-bacf-1c5560222113,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:06.598930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:06.803641 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f9fe3-bf2c-496a-af5b-79bb0c089114 req-8d464b83-42f6-4db5-ac0d-4224e24b45a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:06.805214 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-652f9fe3-bf2c-496a-af5b-79bb0c089114 req-8d464b83-42f6-4db5-ac0d-4224e24b45a9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 1098 time: 0.0798466
Apr 13 14:45:06.832373 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-652f9fe3-bf2c-496a-af5b-79bb0c089114 req-f1f85b9c-98dd-4405-ae1f-33fa4eca206a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0192001
Apr 13 14:45:07.776192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64693386-e54b-4192-9151-20417e398610 req-368ba1a1-52d1-4a7f-a7de-5b9c0e95409e tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:07.777764 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-64693386-e54b-4192-9151-20417e398610 req-368ba1a1-52d1-4a7f-a7de-5b9c0e95409e tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 945 time: 0.0931523
Apr 13 14:45:07.807273 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-64693386-e54b-4192-9151-20417e398610 req-762aa16a-0c78-4621-8f92-7ce8281be801 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0231609
Apr 13 14:45:09.006591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd812a4-424e-47ac-9a4e-260c4f42cd86 req-6b58635d-a301-462e-a23b-7c3935a46a24 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:09.008213 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfd812a4-424e-47ac-9a4e-260c4f42cd86 req-6b58635d-a301-462e-a23b-7c3935a46a24 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 945 time: 0.0888169
Apr 13 14:45:09.039056 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfd812a4-424e-47ac-9a4e-260c4f42cd86 req-ddb9f29f-eed6-4611-845a-4483ff16788a tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0245590
Apr 13 14:45:18.996387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:45:19.978680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3193ac9b-c9ab-4518-983e-3062311a7436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:20.270613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53334-3521-4867-a40e-c3efa9892289 req-0a47bfc0-5025-4702-96b1-f4ee19a26cee tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:20.272246 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-0a47bfc0-5025-4702-96b1-f4ee19a26cee tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.3842108
Apr 13 14:45:20.288094 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-b52ddae5-6b15-4e44-bb39-e4acdada60c5 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/quotas/c7a2d210840744308687b90670f14620 HTTP/1.1" status: 200  len: 375 time: 0.0097063
Apr 13 14:45:20.384322 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-46a2e9f4-5166-41c4-98d6-eab955d8939f tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0902324
Apr 13 14:45:20.396160 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-2bf3426e-cfa4-419c-88b8-3b1a89136ffb service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:45:20.397184 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-2bf3426e-cfa4-419c-88b8-3b1a89136ffb service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0056150
Apr 13 14:45:20.538175 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-31732f0c-82ea-41ab-97ee-a5147b57c218 service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350460
Apr 13 14:45:20.680633 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-ca5f428b-4c04-468b-957e-e8113d8f3c2b service neutron] 10.222.0.22 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359973
Apr 13 14:45:20.876738 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3fc41892-ec9d-47d7-9eb2-bffa47e66de9 req-1130f34a-3713-411f-b7ca-b9743df7044d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 210 time: 0.0503066
Apr 13 14:45:21.967980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53334-3521-4867-a40e-c3efa9892289 req-56b3bd76-a1b5-49b5-8966-0ef17cc5ca82 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:21.970137 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-56b3bd76-a1b5-49b5-8966-0ef17cc5ca82 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 814 time: 0.1650815
Apr 13 14:45:21.985178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Request body: {'port': {'device_id': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'admin_state_up': True, 'tenant_id': 'c7a2d210840744308687b90670f14620'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:45:22.074125 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-251c48d0-768a-4240-9439-3bfd9bfa11c5 req-cab6f322-3441-4cbb-8543-3b437250521e tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 210 time: 0.0734055
Apr 13 14:45:22.177778 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:45:22.186284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c60b132b-5e19-4967-89b9-4f8ea99e678e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:22.188757 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:45:22.197455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Made reservation on behalf of c7a2d210840744308687b90670f14620 for: {'port': 1} {{(pid=85241) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:45:22.204040 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:22.359038 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Allocated IP 172.20.0.2 (5d031536-e998-47d7-9851-b1180f4541a3/d7d83963-80a8-4c77-b72e-82629ff17b5a/e390fb2d-81ef-416e-82d6-aa56067c579c) {{(pid=85241) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:45:22.552864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks [] for port, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:22.582341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:22.597559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cfd5c4ac-b203-4b45-a33c-f27ae39b7d57 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:22.600200 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1', '807f85ae-40ab-4c4f-8fba-aa01ac686324', '5385afb0-bb98-4c1e-bacf-1c5560222113'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:45:22.748735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event updated for resources: {'Port': ['ID=e390fb2d-81ef-416e-82d6-aa56067c579c,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:22.753864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:22.796543 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Network 5d031536-e998-47d7-9851-b1180f4541a3 is already hosted by enough agents. {{(pid=85241) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:45:22.798399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Resources bound (agent type, host, resource id):  {{(pid=85241) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:45:22.800794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Received port after_create {{(pid=85241) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:45:22.865056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:22.865723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:22.890171 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-64b7b4a5-32ec-44d2-87a0-c3e5748451c0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9104099
Apr 13 14:45:22.902674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Request body: {'port': {'device_id': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85241) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:45:23.025644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:23.131068 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:23.280745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5c213-3134-402b-a182-0aa4e559cb53 req-ac4486f0-0acd-4b3d-9712-883065efa639 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:23.282995 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbb5c213-3134-402b-a182-0aa4e559cb53 req-ac4486f0-0acd-4b3d-9712-883065efa639 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 931 time: 0.0910397
Apr 13 14:45:23.317472 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dbb5c213-3134-402b-a182-0aa4e559cb53 req-39d78f1a-78dd-4c48-bac2-0136ad01a49b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280828
Apr 13 14:45:23.434482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e390fb2d-81ef-416e-82d6-aa56067c579c {{(pid=85241) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:45:23.443010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:23.458536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Transition to ACTIVE for port object e390fb2d-81ef-416e-82d6-aa56067c579c will not be triggered until provisioned by entity L2. {{(pid=85241) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:45:23.461402 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:23.476727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6705841-532f-4afd-a093-7642f89dd175 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:23.617735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Pushing event updated for resources: {'Port': ['ID=e390fb2d-81ef-416e-82d6-aa56067c579c,revision_number=2']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:23.622123 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:23.825935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:23.833256 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Attempting to bind port e390fb2d-81ef-416e-82d6-aa56067c579c on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:45:23.833632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Attempting to bind port e390fb2d-81ef-416e-82d6-aa56067c579c by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:45:23.834009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Attempting to bind port e390fb2d-81ef-416e-82d6-aa56067c579c on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:45:23.838948 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Port e390fb2d-81ef-416e-82d6-aa56067c579c on network 5d031536-e998-47d7-9851-b1180f4541a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:45:23.839307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Attempting to bind port e390fb2d-81ef-416e-82d6-aa56067c579c on network 5d031536-e998-47d7-9851-b1180f4541a3 {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:45:23.844838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:45:23.845215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Checking segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:45:23.845638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Bound using segment: {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'} {{(pid=85241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:45:23.846103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Bound port: e390fb2d-81ef-416e-82d6-aa56067c579c, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b26fa7f-2017-4a0b-b11c-384c7a144f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3'}}] {{(pid=85241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:45:23.846483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:23.922750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] For port e390fb2d-81ef-416e-82d6-aa56067c579c, host hv-cinder-78605, cleared binding levels {{(pid=85241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:45:23.925953 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] For port e390fb2d-81ef-416e-82d6-aa56067c579c, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e390fb2d-81ef-416e-82d6-aa56067c579c,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:45:23.929423 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036840676541'] for port, after_update {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:23.943281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ce077c7b-a848-4ef6-9efa-3df83b63dddb tempest-VolumesSnapshotTestJSON-1437240105 tempest-VolumesSnapshotTestJSON-1437240105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:24.093023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Pushing event updated for resources: {'Port': ['ID=e390fb2d-81ef-416e-82d6-aa56067c579c,revision_number=3']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:24.098361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:24.137145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:24.137848 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:24.139326 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] 10.222.0.48 "PUT /v2.0/ports/e390fb2d-81ef-416e-82d6-aa56067c579c HTTP/1.1" status: 200  len: 1093 time: 1.2412796
Apr 13 14:45:24.139919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'tag': 'e390fb2d-81ef-416e-82d6-aa56067c579c'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:24.212448 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'tag': 'e390fb2d-81ef-416e-82d6-aa56067c579c', 'status': 'completed', 'code': 200}
Apr 13 14:45:24.255800 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53334-3521-4867-a40e-c3efa9892289 req-116a8ec8-0345-4479-a24d-ec004e1503d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:24.257417 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-116a8ec8-0345-4479-a24d-ec004e1503d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 1096 time: 0.0813632
Apr 13 14:45:24.336200 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-70ed789f-6756-4fb4-b7e5-fec1d59c7163 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e390fb2d-81ef-416e-82d6-aa56067c579c HTTP/1.1" status: 200  len: 217 time: 0.0710065
Apr 13 14:45:24.405152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53334-3521-4867-a40e-c3efa9892289 req-ca795eb5-62a4-4250-84d1-07d5f8c84ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:24.406785 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-ca795eb5-62a4-4250-84d1-07d5f8c84ca7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0641432
Apr 13 14:45:24.476404 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-2c8530d9-a400-436a-ab80-8ab9cc161927 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0479038
Apr 13 14:45:24.517505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a969a-50bf-4a03-ae06-bf6799d59a5f req-186c2184-aaf2-44dc-9cf2-4880361f2b83 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:24.519119 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-010a969a-50bf-4a03-ae06-bf6799d59a5f req-186c2184-aaf2-44dc-9cf2-4880361f2b83 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 943 time: 0.0897141
Apr 13 14:45:24.550381 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-010a969a-50bf-4a03-ae06-bf6799d59a5f req-da153592-41ec-431f-bcc5-b383bc4a90a2 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247860
Apr 13 14:45:24.618952 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-202f1091-1890-47c7-b537-ae4f48633ae2 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357620
Apr 13 14:45:24.761334 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f8a53334-3521-4867-a40e-c3efa9892289 req-bf91cde0-df17-43dc-a7f4-9de213e1b476 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358805
Apr 13 14:45:24.884580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-d897f42f-936f-4469-a28a-76a3e7efc3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:24.886076 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-d897f42f-936f-4469-a28a-76a3e7efc3fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c7a2d210840744308687b90670f14620&device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 1096 time: 0.0820844
Apr 13 14:45:25.031798 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-eafcbe6c-e0fc-4a41-9bbd-b3b239c59fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:25.033385 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-eafcbe6c-e0fc-4a41-9bbd-b3b239c59fc0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 200  len: 915 time: 0.1390519
Apr 13 14:45:25.108381 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-f10c28e3-d915-4361-bacf-f3b592059ecc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e390fb2d-81ef-416e-82d6-aa56067c579c HTTP/1.1" status: 200  len: 217 time: 0.0665884
Apr 13 14:45:25.179386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-761c7524-674f-4135-846d-84fdbabc0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:25.180915 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-761c7524-674f-4135-846d-84fdbabc0ecd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 200  len: 854 time: 0.0656567
Apr 13 14:45:25.233726 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-33c54649-4883-41ba-986e-82c9cafbd161 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d031536-e998-47d7-9851-b1180f4541a3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460255
Apr 13 14:45:25.411843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:25.610421 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-97b419f3-aab4-431b-9a20-93fe804e3ad1 service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3692372
Apr 13 14:45:25.810158 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-32331fae-2dd7-436c-a9ca-d1b20353699a req-300064dc-fc44-4e9c-9538-36686f83829b service neutron] 10.222.0.48 "GET /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936724
Apr 13 14:45:25.835452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebae57-afbe-4ee0-824c-0f0162d07419 req-81095f67-45ae-42a6-bf4b-198bd9f333a7 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:25.836153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-deebae57-afbe-4ee0-824c-0f0162d07419 req-81095f67-45ae-42a6-bf4b-198bd9f333a7 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:25.851205 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-deebae57-afbe-4ee0-824c-0f0162d07419 req-81095f67-45ae-42a6-bf4b-198bd9f333a7 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:25.852482 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-deebae57-afbe-4ee0-824c-0f0162d07419 req-81095f67-45ae-42a6-bf4b-198bd9f333a7 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 943 time: 0.1463633
Apr 13 14:45:25.883264 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-deebae57-afbe-4ee0-824c-0f0162d07419 req-a5bae261-353c-45a8-b92f-606a12bcfa97 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0242929
Apr 13 14:45:27.083521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1db08-2082-4e4f-8cc1-d46822e68a01 req-b19d0d8a-d131-438d-8edc-1d7bc1d8e44b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:27.085132 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-58c1db08-2082-4e4f-8cc1-d46822e68a01 req-b19d0d8a-d131-438d-8edc-1d7bc1d8e44b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 943 time: 0.0892916
Apr 13 14:45:27.118475 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-58c1db08-2082-4e4f-8cc1-d46822e68a01 req-2083d5b8-d485-4370-9f70-b63ffe582391 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268259
Apr 13 14:45:28.322295 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97c325-b190-4d8c-8749-016dd9855407 req-c9d37975-9ce6-4281-ab13-4d8c93e3a458 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:28.323947 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dc97c325-b190-4d8c-8749-016dd9855407 req-c9d37975-9ce6-4281-ab13-4d8c93e3a458 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 943 time: 0.0901241
Apr 13 14:45:28.354224 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-dc97c325-b190-4d8c-8749-016dd9855407 req-6d9f930f-d460-4151-a771-a6760e7bbbea tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239718
Apr 13 14:45:28.375584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device e390fb2d-81ef-416e-82d6-aa56067c579c details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:45:28.518094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port e390fb2d-81ef-416e-82d6-aa56067c579c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e390fb2d-81ef-416e-82d6-aa56067c579c,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:28.531811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'e390fb2d-81ef-416e-82d6-aa56067c579c', 'network_id': '5d031536-e998-47d7-9851-b1180f4541a3', 'port_id': 'e390fb2d-81ef-416e-82d6-aa56067c579c', 'mac_address': 'fa:16:3e:36:3b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7d83963-80a8-4c77-b72e-82629ff17b5a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:45:28.591017 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:28.592386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e390fb2d-81ef-416e-82d6-aa56067c579c {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:45:28.608552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port e390fb2d-81ef-416e-82d6-aa56067c579c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e390fb2d-81ef-416e-82d6-aa56067c579c,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:28.612119 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:28.614105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:28.682168 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=e390fb2d-81ef-416e-82d6-aa56067c579c,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:28.685348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:28.900622 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['e390fb2d-81ef-416e-82d6-aa56067c579c'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:45:29.556041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1b4cb-d599-4d90-a446-41baf52568d2 req-7194f641-faa9-48b1-ab76-0e088cfdf27b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:29.557639 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2c1b4cb-d599-4d90-a446-41baf52568d2 req-7194f641-faa9-48b1-ab76-0e088cfdf27b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 944 time: 0.0886824
Apr 13 14:45:29.588102 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f2c1b4cb-d599-4d90-a446-41baf52568d2 req-06a67343-52f9-42bc-968f-39339744e9b4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0237980
Apr 13 14:45:30.391214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device e390fb2d-81ef-416e-82d6-aa56067c579c up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:45:30.463827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port e390fb2d-81ef-416e-82d6-aa56067c579c completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:45:30.468637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port e390fb2d-81ef-416e-82d6-aa56067c579c triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:45:30.469052 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:30.587391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:30.598699 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390fb2d-81ef-416e-82d6-aa56067c579c'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:30.609381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port e390fb2d-81ef-416e-82d6-aa56067c579c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e390fb2d-81ef-416e-82d6-aa56067c579c,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:30.612779 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:30.614446 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:30.649030 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390fb2d-81ef-416e-82d6-aa56067c579c', 'code': 200}
Apr 13 14:45:30.691439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=e390fb2d-81ef-416e-82d6-aa56067c579c,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:30.694634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:30.792369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a513ef-b43b-441a-babe-87e673248cf5 req-12da9b9a-c3c1-41e2-a082-b9371e06bec4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:30.793978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7a513ef-b43b-441a-babe-87e673248cf5 req-12da9b9a-c3c1-41e2-a082-b9371e06bec4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 945 time: 0.0898342
Apr 13 14:45:30.829612 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d7a513ef-b43b-441a-babe-87e673248cf5 req-122e53f3-aeed-4e29-83a8-d1357a4dc7a4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0284989
Apr 13 14:45:30.891359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc066e10-4334-4f3c-9baa-a867f49cf599 req-505fc25a-f374-4f7e-ac2a-14b4322227f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:30.892986 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bc066e10-4334-4f3c-9baa-a867f49cf599 req-505fc25a-f374-4f7e-ac2a-14b4322227f5 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 1098 time: 0.0799282
Apr 13 14:45:30.920250 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bc066e10-4334-4f3c-9baa-a867f49cf599 req-d00ca46f-76f2-4675-8229-103ff9b3c185 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0196500
Apr 13 14:45:31.860064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:32.039646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afc9fa-7da9-4882-b73c-ca58eaaf2aa0 req-2908446c-09b0-4661-ac17-52620243a290 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:32.041228 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61afc9fa-7da9-4882-b73c-ca58eaaf2aa0 req-2908446c-09b0-4661-ac17-52620243a290 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 945 time: 0.0902510
Apr 13 14:45:32.071435 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61afc9fa-7da9-4882-b73c-ca58eaaf2aa0 req-8070894c-d781-49d2-a4a1-8d87616f0a06 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0238588
Apr 13 14:45:33.271742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342b487-4b26-4962-9d25-526c0e9d90c6 req-3cb05ab0-e259-46cc-ae65-0c7c4dc34b57 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:33.273335 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5342b487-4b26-4962-9d25-526c0e9d90c6 req-3cb05ab0-e259-46cc-ae65-0c7c4dc34b57 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 945 time: 0.0889330
Apr 13 14:45:33.304496 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-5342b487-4b26-4962-9d25-526c0e9d90c6 req-ce682a17-fb9c-45d9-9b0c-780b0afcc5b0 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0247798
Apr 13 14:45:42.135216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44522) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:45:42.356928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Deleting port d42f7bb5-8810-4858-8c8e-7b645de37d88 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:42.357307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:42.541294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:42.541583 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:42.672679 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Calling delete_port for d42f7bb5-8810-4858-8c8e-7b645de37d88 owned by network:floatingip {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:42.832519 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:42.848346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de583d2b-a011-4daf-918f-d4e847b22884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:42.904513 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event deleted for resources: {'Port': ['ID=d42f7bb5-8810-4858-8c8e-7b645de37d88,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:42.967213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.967665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.968084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.968494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.968902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.969309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.969714 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.970117 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.970518 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.970918 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.971316 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.971740 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:42.975318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:43.126294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:43.126776 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Floating IP 19ce6330-b789-407d-bf30-84bf8fdcf795 disassociated (deleted). External IP: 172.27.3.21, port: 854e7aca-553a-4eab-a7c5-6311ed57da23.
Apr 13 14:45:43.512252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:45:43.710973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:45:43.721781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:45:43.731672 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:43.732247 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:45:43.732924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a716c128>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:43.791865 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0c8a50d7-6403-4e1e-b1c9-84c65a1520ad tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "DELETE /v2.0/floatingips/19ce6330-b789-407d-bf30-84bf8fdcf795 HTTP/1.1" status: 204  len: 168 time: 1.6554372
Apr 13 14:45:43.792552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:43.841773 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'status': 'completed', 'code': 200}
Apr 13 14:45:43.934972 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:45:43.953098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-ad4d5ba2-14f4-4b7b-9768-b80e2a3a28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:43.954796 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-ad4d5ba2-14f4-4b7b-9768-b80e2a3a28c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 1099 time: 0.0869181
Apr 13 14:45:44.108869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-d02b928b-0d5d-4630-8931-3b39a92420af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:44.110480 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-d02b928b-0d5d-4630-8931-3b39a92420af service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.1468825
Apr 13 14:45:44.192031 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5aec9-de83-4da8-a068-0bff5379ba99 req-2335ac7d-0e0e-4ac6-a8fb-7974d750e825 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:44.193606 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-84f5aec9-de83-4da8-a068-0bff5379ba99 req-2335ac7d-0e0e-4ac6-a8fb-7974d750e825 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 946 time: 0.0913601
Apr 13 14:45:44.195567 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-bdaba30f-13db-449e-8006-12d3ab027f9f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=854e7aca-553a-4eab-a7c5-6311ed57da23 HTTP/1.1" status: 200  len: 217 time: 0.0719202
Apr 13 14:45:44.244024 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-84f5aec9-de83-4da8-a068-0bff5379ba99 req-e3057bc4-cd51-4139-82b5-cf2b9f41258e tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434601
Apr 13 14:45:44.281799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-2d1abac4-7a1b-47fb-9e8a-3f0817b361bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:44.283377 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-2d1abac4-7a1b-47fb-9e8a-3f0817b361bd service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.0812728
Apr 13 14:45:44.342892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a716c128>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:42:03Z', 'revision_number': 1, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:44.346984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:45:44.356167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:45:44.356876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a716c128>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:44.372974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-979e9db9-4fa9-4ed6-93e0-6ae6b38096ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:44.374578 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-979e9db9-4fa9-4ed6-93e0-6ae6b38096ae service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838542
Apr 13 14:45:44.387754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-3871f360-e9b4-4542-ab61-c3a74bc7bed3 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=85241) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 13 14:45:44.388889 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-3871f360-e9b4-4542-ab61-c3a74bc7bed3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061054
Apr 13 14:45:44.539469 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-93479d1c-660e-4189-8438-918064853237 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376193
Apr 13 14:45:44.548226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:45:44.687930 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d95dd983-8c6d-4d6b-9a67-a0591c37ff60 req-613db00f-935f-4786-9be9-bde96ac0d344 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410198
Apr 13 14:45:44.929974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a716c128>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:42:03Z', 'revision_number': 1, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:44.934274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd3181d-a9bd-48c1-ac6b-7e045c9b0054 None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_floatingips': [{'id': '80143b9d-b69b-4d15-a157-6e9f3c46e243', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'router_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'port_id': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'mac_address': 'fa:16:3e:b0:5f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-13T14:41:58Z', 'updated_at': '2021-04-13T14:42:03Z', 'revision_number': 1, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:45:45.307560 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d4bbee-b660-4dc2-a0a1-e8bf48c04b7c None None] New status for floating IP 19ce6330-b789-407d-bf30-84bf8fdcf795: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:45:45.458309 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da670cdd-56fe-4909-90b1-8d3326f043ca req-a2f67a1f-d0bb-45fb-bbf3-d7cecd76574a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:45.459070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-da670cdd-56fe-4909-90b1-8d3326f043ca req-a2f67a1f-d0bb-45fb-bbf3-d7cecd76574a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:45.473788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-da670cdd-56fe-4909-90b1-8d3326f043ca req-a2f67a1f-d0bb-45fb-bbf3-d7cecd76574a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:45.475046 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-da670cdd-56fe-4909-90b1-8d3326f043ca req-a2f67a1f-d0bb-45fb-bbf3-d7cecd76574a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 946 time: 0.1127560
Apr 13 14:45:45.506277 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-da670cdd-56fe-4909-90b1-8d3326f043ca req-f0ab5ba5-a540-49de-a4c5-c3ae9a170e7b tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247555
Apr 13 14:45:45.814540 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-1782ad70-1152-4a1f-a0ca-5b7289fa3b3d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:45.816129 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-1782ad70-1152-4a1f-a0ca-5b7289fa3b3d tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 946 time: 0.0911827
Apr 13 14:45:45.892460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Deleting port 854e7aca-553a-4eab-a7c5-6311ed57da23 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:45.892851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:46.443075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] For port 854e7aca-553a-4eab-a7c5-6311ed57da23, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=854e7aca-553a-4eab-a7c5-6311ed57da23,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:46.443352 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:46.586837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Calling delete_port for 854e7aca-553a-4eab-a7c5-6311ed57da23 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:46.666993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dcda92-6c9d-41f4-8c80-5b2c872f9446 req-dca64be4-e456-49d2-aad1-dd267c25cf09 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:46.668776 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46dcda92-6c9d-41f4-8c80-5b2c872f9446 req-dca64be4-e456-49d2-aad1-dd267c25cf09 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 945 time: 0.3040538
Apr 13 14:45:46.719190 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-46dcda92-6c9d-41f4-8c80-5b2c872f9446 req-807f5f88-ff14-4e05-96e2-8c1e31095e2c tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428908
Apr 13 14:45:46.799045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:46.816126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1d05d5d0-9eae-46b8-94b2-084bda3666f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:46.875230 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event deleted for resources: {'Port': ['ID=854e7aca-553a-4eab-a7c5-6311ed57da23,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:46.880916 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:46.910937 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-346e4a5b-8792-4c83-8f86-c1ae075a037d req-dd612b36-957e-4e5f-9222-a69b73868c8b tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 210 time: 0.2890294
Apr 13 14:45:47.070241 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] No DVR routers for this DVR port 854e7aca-553a-4eab-a7c5-6311ed57da23 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:45:47.073278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:47.076112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'name': 'network-vif-deleted', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:47.090854 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-58817731-aee7-4d06-9cba-c87cb0ff09ba req-cc7c7d24-51f0-4f80-823d-7fe80be5e79a tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "DELETE /v2.0/ports/854e7aca-553a-4eab-a7c5-6311ed57da23 HTTP/1.1" status: 204  len: 173 time: 1.2681689
Apr 13 14:45:47.128971 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b82c4463-708a-4997-94d0-b717bc39920a', 'name': 'network-vif-deleted', 'tag': '854e7aca-553a-4eab-a7c5-6311ed57da23', 'status': 'completed', 'code': 200}
Apr 13 14:45:47.928130 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812c4fd-b9d2-4d1f-96f0-a8284ec7b148 req-55625c9c-4deb-4918-b467-a0b442495b1b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:47.929852 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6812c4fd-b9d2-4d1f-96f0-a8284ec7b148 req-55625c9c-4deb-4918-b467-a0b442495b1b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 945 time: 0.0905066
Apr 13 14:45:47.966187 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6812c4fd-b9d2-4d1f-96f0-a8284ec7b148 req-0b64d587-2a68-4aee-b79e-6689f3d537ac tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0299339
Apr 13 14:45:48.108837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-1025dd79-884e-4d76-8f66-396e823a183c tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:48.110422 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-1025dd79-884e-4d76-8f66-396e823a183c tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 945 time: 0.1376328
Apr 13 14:45:48.111845 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-8bdc0841-8d6f-43cf-a38f-8f04df8e88a3 req-cb1a8f4e-b6fc-49ec-bc92-2d8d728e3c63 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:48.176525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-8bdc0841-8d6f-43cf-a38f-8f04df8e88a3 req-cb1a8f4e-b6fc-49ec-bc92-2d8d728e3c63 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:48.177773 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8bdc0841-8d6f-43cf-a38f-8f04df8e88a3 req-cb1a8f4e-b6fc-49ec-bc92-2d8d728e3c63 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=b82c4463-708a-4997-94d0-b717bc39920a HTTP/1.1" status: 200  len: 210 time: 0.1321392
Apr 13 14:45:48.200138 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Deleting port e390fb2d-81ef-416e-82d6-aa56067c579c {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:48.200537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:48.466109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] For port e390fb2d-81ef-416e-82d6-aa56067c579c, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=e390fb2d-81ef-416e-82d6-aa56067c579c,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:48.466514 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:48.599349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Calling delete_port for e390fb2d-81ef-416e-82d6-aa56067c579c owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:48.750818 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:48.761733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1', '807f85ae-40ab-4c4f-8fba-aa01ac686324', '5385afb0-bb98-4c1e-bacf-1c5560222113', 'e390fb2d-81ef-416e-82d6-aa56067c579c'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:45:48.765876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-350649fb-9984-404c-90cf-c9398345fa22 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:48.825032 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event deleted for resources: {'Port': ['ID=e390fb2d-81ef-416e-82d6-aa56067c579c,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:48.831024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:49.017837 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] No DVR routers for this DVR port e390fb2d-81ef-416e-82d6-aa56067c579c on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:45:49.020417 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:49.034187 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-d59bafa4-a046-4096-99d5-8e316078dba0 req-5fa505d5-8591-407f-8912-fdcc84c2bee4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "DELETE /v2.0/ports/e390fb2d-81ef-416e-82d6-aa56067c579c HTTP/1.1" status: 204  len: 173 time: 0.9179559
Apr 13 14:45:49.130101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'name': 'network-vif-deleted', 'tag': 'e390fb2d-81ef-416e-82d6-aa56067c579c'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:49.133685 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7811cff-3980-4023-8d7e-ba7e2cbcd660 req-7b5a9664-08ff-4d90-bce1-fcafb664fb60 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=cf77ada5-7497-4c88-b5b7-ee5dbad3d62a HTTP/1.1" status: 200  len: 210 time: 0.0516155
Apr 13 14:45:49.244530 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf77ada5-7497-4c88-b5b7-ee5dbad3d62a', 'name': 'network-vif-deleted', 'tag': 'e390fb2d-81ef-416e-82d6-aa56067c579c', 'status': 'completed', 'code': 200}
Apr 13 14:45:49.980375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-019287d7-5e45-4187-802f-03f168515f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:50.518388 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device e390fb2d-81ef-416e-82d6-aa56067c579c no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:45:50.560084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: e390fb2d-81ef-416e-82d6-aa56067c579c {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:45:50.560496 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device e390fb2d-81ef-416e-82d6-aa56067c579c not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:45:50.561346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 854e7aca-553a-4eab-a7c5-6311ed57da23 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:45:50.596846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 854e7aca-553a-4eab-a7c5-6311ed57da23 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:45:50.597240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 854e7aca-553a-4eab-a7c5-6311ed57da23 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:45:51.710340 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44602) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:45:51.992095 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a71e89-ffca-4ed0-9a87-a3e167a6a50a req-3c1183a4-9ab3-4932-847b-d0db0d8918fd tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:51.992770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c0a71e89-ffca-4ed0-9a87-a3e167a6a50a req-3c1183a4-9ab3-4932-847b-d0db0d8918fd tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:52.009439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Deleting port 21366a80-0a67-40a3-93b6-f1152f67ab47 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:52.009841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:52.054547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-c0a71e89-ffca-4ed0-9a87-a3e167a6a50a req-3c1183a4-9ab3-4932-847b-d0db0d8918fd tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:52.055830 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c0a71e89-ffca-4ed0-9a87-a3e167a6a50a req-3c1183a4-9ab3-4932-847b-d0db0d8918fd tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 945 time: 0.2788880
Apr 13 14:45:52.125984 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c0a71e89-ffca-4ed0-9a87-a3e167a6a50a req-8438560e-f404-44ed-acfe-b8ff409f7b30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630751
Apr 13 14:45:52.188172 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7027bdd0-c4cc-43c4-b57a-2b808ba9c253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:52.220524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:52.220893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:52.351680 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Calling delete_port for 21366a80-0a67-40a3-93b6-f1152f67ab47 owned by network:floatingip {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:52.504626 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:52.520203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bf85c147-0d4f-4fb9-b894-06de139a0077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:52.574629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event deleted for resources: {'Port': ['ID=21366a80-0a67-40a3-93b6-f1152f67ab47,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:52.578512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:52.776023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:52.776569 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Floating IP 80143b9d-b69b-4d15-a157-6e9f3c46e243 disassociated (deleted). External IP: 172.27.3.163, port: 180b9f2f-daf0-4d2d-becb-a75199c60a4e.
Apr 13 14:45:53.134618 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:53.334378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb2dfd-55ff-4049-a3e8-3cd1badf84cb req-0e7aa637-b3a2-47a5-92fc-65b3b035c0b1 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:53.335988 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96eb2dfd-55ff-4049-a3e8-3cd1badf84cb req-0e7aa637-b3a2-47a5-92fc-65b3b035c0b1 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 945 time: 0.0906615
Apr 13 14:45:53.366728 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-96eb2dfd-55ff-4049-a3e8-3cd1badf84cb req-72bf3a07-7b05-4a00-9d25-fef5962b1440 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0235004
Apr 13 14:45:53.453655 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-70f81fe4-6117-4c8c-97d0-1128d127dbaf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:53.455170 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-70f81fe4-6117-4c8c-97d0-1128d127dbaf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 945 time: 0.2070787
Apr 13 14:45:53.499254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:45:53.653975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Deleting port 5385afb0-bb98-4c1e-bacf-1c5560222113 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:53.654361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:53.828317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:53.860049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:45:53.869449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:45:53.879969 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:45:53.880643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a56aad30>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:53.949033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:54.038435 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-53055040-4441-4848-a5bb-60f5d0c8d5d8 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "DELETE /v2.0/floatingips/80143b9d-b69b-4d15-a157-6e9f3c46e243 HTTP/1.1" status: 204  len: 168 time: 2.3268836
Apr 13 14:45:54.043461 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:54.050397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] For port 5385afb0-bb98-4c1e-bacf-1c5560222113, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=5385afb0-bb98-4c1e-bacf-1c5560222113,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:54.050816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:54.125194 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'status': 'completed', 'code': 200}
Apr 13 14:45:54.198439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Calling delete_port for 5385afb0-bb98-4c1e-bacf-1c5560222113 owned by compute:nova {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:54.224491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-ccff0aa4-36cb-4ef4-a283-7da0b54463f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:54.226403 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-ccff0aa4-36cb-4ef4-a283-7da0b54463f8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 1098 time: 0.1056845
Apr 13 14:45:54.276846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:45:54.378939 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-a9396717-31cb-49ef-80cb-626a163cd5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:54.380502 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-a9396717-31cb-49ef-80cb-626a163cd5ef service neutron] 10.222.0.48 "GET /v2.0/networks?id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 200  len: 912 time: 0.1471729
Apr 13 14:45:54.392766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:54.413310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-789c9c4a-268f-4461-a929-aa5007a5b515 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:54.447896 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1', '807f85ae-40ab-4c4f-8fba-aa01ac686324', '5385afb0-bb98-4c1e-bacf-1c5560222113'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:45:54.474751 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event deleted for resources: {'Port': ['ID=5385afb0-bb98-4c1e-bacf-1c5560222113,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:54.480877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:54.503622 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-deea2c94-235f-416a-a61a-6669e54cd63c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e HTTP/1.1" status: 200  len: 217 time: 0.1159093
Apr 13 14:45:54.588320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-17e7c4fb-acd8-425b-8c64-2ea8d6fd9e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:54.590088 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-17e7c4fb-acd8-425b-8c64-2ea8d6fd9e8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 200  len: 850 time: 0.0756586
Apr 13 14:45:54.594160 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9edf7a7d-07e4-4ae5-8d19-e7080d1c2336 req-3294e727-af91-4c01-bda7-00acdfa9e92e tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac291c26-ce9c-4c21-92e4-78b669a8eb17 HTTP/1.1" status: 200  len: 210 time: 0.0552843
Apr 13 14:45:54.655731 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63af34e-10f8-4df4-9e4c-a2f726dab159 req-351abb77-9585-45b3-a105-c7cfd75c8207 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:54.657636 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b63af34e-10f8-4df4-9e4c-a2f726dab159 req-351abb77-9585-45b3-a105-c7cfd75c8207 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 945 time: 0.2076306
Apr 13 14:45:54.696128 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b63af34e-10f8-4df4-9e4c-a2f726dab159 req-696d61db-ce7e-4863-a67f-8d466e3c2876 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0299251
Apr 13 14:45:54.724281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-bccb1c87-219b-46f7-b216-ad82c3d461a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:54.724281 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-bccb1c87-219b-46f7-b216-ad82c3d461a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1203773
Apr 13 14:45:54.731167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] No DVR routers for this DVR port 5385afb0-bb98-4c1e-bacf-1c5560222113 on host hv-cinder-78605 {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:45:54.733621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:54.746561 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cfb6626f-f3f4-4e5b-9f6b-9dc8eaa49219 req-49608288-92fa-4fa5-b55a-20e74f8d4078 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "DELETE /v2.0/ports/5385afb0-bb98-4c1e-bacf-1c5560222113 HTTP/1.1" status: 204  len: 173 time: 1.2857416
Apr 13 14:45:54.829198 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a56aad30>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:54.841148 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:45:54.865819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:45:54.866713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a56aad30>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:54.870513 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-77f60342-dd4b-445b-b6c3-27a69e5ae297 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414983
Apr 13 14:45:55.020042 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-31bad781-3c3d-46ec-94a7-e840707bb994 req-3ec3d39e-477c-4899-9f6b-fd29ff1eab70 service neutron] 10.222.0.48 "GET /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414523
Apr 13 14:45:55.119893 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:45:55.444898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:55.470864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a56aad30>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:45:55.474996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d597143a-148f-4f39-a527-fe5ed8b158df None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:37:44Z', 'revision_number': 4, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '80dfc196-e46c-423f-8065-7d73bee21461', 'name': '', 'network_id': '3c3f5c1b-8cd2-4d40-9d07-53c907fbc752', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'mac_address': 'fa:16:3e:d2:77:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:41Z', 'updated_at': '2021-04-13T14:37:59Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'subnets': [{'id': '6dcad534-cece-4b6e-83d2-40e4fbbfcc8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:45:55.878659 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375d854f-7281-4418-932b-8689a9aa646d None None] New status for floating IP 80143b9d-b69b-4d15-a157-6e9f3c46e243: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:45:55.904037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-a1a24287-3e66-4e96-8400-7f76545916ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:55.905755 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-a1a24287-3e66-4e96-8400-7f76545916ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 945 time: 0.0925756
Apr 13 14:45:55.926620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf6f70-f1fe-4b0d-aaf0-e9849b147e6e req-39e44349-75b8-4b3b-9497-5176989865a5 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:55.927773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-addf6f70-f1fe-4b0d-aaf0-e9849b147e6e req-39e44349-75b8-4b3b-9497-5176989865a5 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:55.948030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-addf6f70-f1fe-4b0d-aaf0-e9849b147e6e req-39e44349-75b8-4b3b-9497-5176989865a5 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:55.949620 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-addf6f70-f1fe-4b0d-aaf0-e9849b147e6e req-39e44349-75b8-4b3b-9497-5176989865a5 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 945 time: 0.1316187
Apr 13 14:45:55.985065 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-addf6f70-f1fe-4b0d-aaf0-e9849b147e6e req-b74f77e2-14fe-407e-a1e0-7c68d474b229 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/security-groups?id=a65cd796-919c-4ba5-b84a-eb9b781638cb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0280979
Apr 13 14:45:56.010580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Deleting port 180b9f2f-daf0-4d2d-becb-a75199c60a4e {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:56.011367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:56.029888 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:45:56.126756 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'name': 'network-vif-deleted', 'tag': '5385afb0-bb98-4c1e-bacf-1c5560222113'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:56.176063 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac291c26-ce9c-4c21-92e4-78b669a8eb17', 'name': 'network-vif-deleted', 'tag': '5385afb0-bb98-4c1e-bacf-1c5560222113', 'status': 'completed', 'code': 200}
Apr 13 14:45:56.300193 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5dd280-36b7-4193-89b4-098f8f17702e req-e6902a42-900a-4539-8f7c-169e3ae6df19 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:56.301799 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-be5dd280-36b7-4193-89b4-098f8f17702e req-e6902a42-900a-4539-8f7c-169e3ae6df19 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 945 time: 0.2538383
Apr 13 14:45:56.353477 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-be5dd280-36b7-4193-89b4-098f8f17702e req-e6dcac10-e5ae-4c11-a00b-c9c86d484924 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429642
Apr 13 14:45:56.379517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] For port 180b9f2f-daf0-4d2d-becb-a75199c60a4e, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=180b9f2f-daf0-4d2d-becb-a75199c60a4e,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:56.379930 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:56.515071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Calling delete_port for 180b9f2f-daf0-4d2d-becb-a75199c60a4e owned by compute:nova {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:56.660406 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:56.675179 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9026d8f6-bf1d-4082-8d5a-08f01f05c8c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:56.732973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event deleted for resources: {'Port': ['ID=180b9f2f-daf0-4d2d-becb-a75199c60a4e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:56.747245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.747700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.748118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.748527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.748936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.749341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.749744 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.750146 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.750548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.750946 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.751346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.751765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:45:56.800881 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:56.930886 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] No DVR routers for this DVR port 180b9f2f-daf0-4d2d-becb-a75199c60a4e on host hv-cinder-78605 {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:45:56.934058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:56.937139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'name': 'network-vif-deleted', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:56.952569 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c7d7b2a1-667b-4523-bee8-199232b591d8 req-6df94663-0843-4f28-b287-5daec30cddc7 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.48 "DELETE /v2.0/ports/180b9f2f-daf0-4d2d-becb-a75199c60a4e HTTP/1.1" status: 204  len: 173 time: 1.0407484
Apr 13 14:45:56.990612 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74092ace-9c24-494e-8d46-0db88c4c1f30', 'name': 'network-vif-deleted', 'tag': '180b9f2f-daf0-4d2d-becb-a75199c60a4e', 'status': 'completed', 'code': 200}
Apr 13 14:45:57.150690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-90cd2c42-fc9e-4317-aea9-6ce4ff1dd8cc req-e8fdf68d-7880-4438-a4bb-d2be39959176 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Synchronizing usage tracker for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:57.164887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-90cd2c42-fc9e-4317-aea9-6ce4ff1dd8cc req-e8fdf68d-7880-4438-a4bb-d2be39959176 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Unset dirty status for tenant:bb1c19414ed84bf3bb6db38ef58fc020 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:57.166140 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-90cd2c42-fc9e-4317-aea9-6ce4ff1dd8cc req-e8fdf68d-7880-4438-a4bb-d2be39959176 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "GET /v2.0/ports?device_id=74092ace-9c24-494e-8d46-0db88c4c1f30 HTTP/1.1" status: 200  len: 210 time: 0.0656400
Apr 13 14:45:57.333093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969743e-97bd-4da5-8988-9367984d81fa req-0657190e-a1c7-4d8a-a3d3-058d7cbf53b4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:57.334757 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b969743e-97bd-4da5-8988-9367984d81fa req-0657190e-a1c7-4d8a-a3d3-058d7cbf53b4 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 945 time: 0.0947225
Apr 13 14:45:57.423628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Deleting port 807f85ae-40ab-4c4f-8fba-aa01ac686324 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:57.424308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:57.564649 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87116525-c55a-4d8d-8827-d281a01ffba4 req-448a8f6d-a0f7-48b1-ac6e-4e058faabf46 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:45:57.565408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-87116525-c55a-4d8d-8827-d281a01ffba4 req-448a8f6d-a0f7-48b1-ac6e-4e058faabf46 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:45:57.580567 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-87116525-c55a-4d8d-8827-d281a01ffba4 req-448a8f6d-a0f7-48b1-ac6e-4e058faabf46 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:45:57.581831 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-87116525-c55a-4d8d-8827-d281a01ffba4 req-448a8f6d-a0f7-48b1-ac6e-4e058faabf46 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 945 time: 0.1047277
Apr 13 14:45:57.613035 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-87116525-c55a-4d8d-8827-d281a01ffba4 req-0962d3e8-bec4-4d4c-a526-350d3ac996c8 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246718
Apr 13 14:45:57.693192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] For port 807f85ae-40ab-4c4f-8fba-aa01ac686324, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=807f85ae-40ab-4c4f-8fba-aa01ac686324,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:45:57.693591 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:57.831996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Calling delete_port for 807f85ae-40ab-4c4f-8fba-aa01ac686324 owned by compute:nova {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:57.982014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:57.992836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1', '807f85ae-40ab-4c4f-8fba-aa01ac686324'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:45:58.000908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8d40baf6-b456-41d2-9f44-74f375fe1e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:58.062686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event deleted for resources: {'Port': ['ID=807f85ae-40ab-4c4f-8fba-aa01ac686324,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:58.065319 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:58.249152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] No DVR routers for this DVR port 807f85ae-40ab-4c4f-8fba-aa01ac686324 on host hv-cinder-78605 {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:45:58.251806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:58.264921 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b969743e-97bd-4da5-8988-9367984d81fa req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "DELETE /v2.0/ports/807f85ae-40ab-4c4f-8fba-aa01ac686324 HTTP/1.1" status: 204  len: 173 time: 0.9240611
Apr 13 14:45:58.269666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44634) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:45:58.441773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Deleting port 02771e75-6234-41cc-971e-b66aaacd0b16 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:45:58.442070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:58.531735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 5385afb0-bb98-4c1e-bacf-1c5560222113 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:45:58.569400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 5385afb0-bb98-4c1e-bacf-1c5560222113 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:45:58.569799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 5385afb0-bb98-4c1e-bacf-1c5560222113 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:45:58.619684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:58.620055 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:58.759766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Calling delete_port for 02771e75-6234-41cc-971e-b66aaacd0b16 owned by network:floatingip {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:45:58.798438 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-21b94358-509d-4ea5-b983-4c778fdd35c9 req-fa023867-af0c-4a5d-869b-2df5afad0537 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=4bab37e5-85cf-43a4-9a81-20b4207993d6 HTTP/1.1" status: 200  len: 210 time: 0.0563731
Apr 13 14:45:59.031337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'name': 'network-vif-deleted', 'tag': '807f85ae-40ab-4c4f-8fba-aa01ac686324'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:45:59.084948 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bab37e5-85cf-43a4-9a81-20b4207993d6', 'name': 'network-vif-deleted', 'tag': '807f85ae-40ab-4c4f-8fba-aa01ac686324', 'status': 'completed', 'code': 200}
Apr 13 14:45:59.149570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:59.167317 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-622ead74-4da5-4393-b719-9c7729f56209 tempest-AttachVolumeTestJSON-222164904 tempest-AttachVolumeTestJSON-222164904-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:45:59.227114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event deleted for resources: {'Port': ['ID=02771e75-6234-41cc-971e-b66aaacd0b16,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:45:59.231220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:45:59.429431 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for floatingip, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:59.446795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:45:59.448089 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "DELETE /v2.0/floatingips/5897371e-d42d-4122-bb1d-8acc6124eb89 HTTP/1.1" status: 204  len: 168 time: 1.1773436
Apr 13 14:46:00.533210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 807f85ae-40ab-4c4f-8fba-aa01ac686324 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:00.570012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 807f85ae-40ab-4c4f-8fba-aa01ac686324 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:00.570406 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 807f85ae-40ab-4c4f-8fba-aa01ac686324 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:00.570853 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 180b9f2f-daf0-4d2d-becb-a75199c60a4e no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:00.608275 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 180b9f2f-daf0-4d2d-becb-a75199c60a4e {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:00.608664 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 180b9f2f-daf0-4d2d-becb-a75199c60a4e not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:00.842375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44658) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:00.914362 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6372b501-d36d-4c47-824b-b35364b26a8f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:00.946459 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6372b501-d36d-4c47-824b-b35364b26a8f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:00.999074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6372b501-d36d-4c47-824b-b35364b26a8f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:01.004366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de415233-be09-4ae8-900a-8da56558c0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:01.021025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372b501-d36d-4c47-824b-b35364b26a8f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65cd796-919c-4ba5-b84a-eb9b781638cb,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:01.025437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6372b501-d36d-4c47-824b-b35364b26a8f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:01.028963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6372b501-d36d-4c47-824b-b35364b26a8f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:01.030171 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6372b501-d36d-4c47-824b-b35364b26a8f tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] 10.222.0.22 "DELETE /v2.0/security-groups/a65cd796-919c-4ba5-b84a-eb9b781638cb HTTP/1.1" status: 204  len: 168 time: 0.1867466
Apr 13 14:46:01.087849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44666) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:01.533118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0e92f-757e-4ae3-a108-cdf429a3d77d req-856d0b93-8e8a-48db-a55a-8eb403f05f2b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:01.533900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-66f0e92f-757e-4ae3-a108-cdf429a3d77d req-856d0b93-8e8a-48db-a55a-8eb403f05f2b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Synchronizing usage tracker for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:46:01.549956 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-66f0e92f-757e-4ae3-a108-cdf429a3d77d req-856d0b93-8e8a-48db-a55a-8eb403f05f2b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Unset dirty status for tenant:c7a2d210840744308687b90670f14620 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:46:01.551463 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-66f0e92f-757e-4ae3-a108-cdf429a3d77d req-856d0b93-8e8a-48db-a55a-8eb403f05f2b tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 945 time: 0.1066184
Apr 13 14:46:01.583024 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-66f0e92f-757e-4ae3-a108-cdf429a3d77d req-bcb874c9-f18c-4058-9ce8-09b8aa6f5a1e tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251658
Apr 13 14:46:01.845777 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:01.887231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:02.455332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Deleting port 80dfc196-e46c-423f-8065-7d73bee21461 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:02.455746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:02.637498 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] For port 80dfc196-e46c-423f-8065-7d73bee21461, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=80dfc196-e46c-423f-8065-7d73bee21461,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:02.638033 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:02.809914 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Calling delete_port for 80dfc196-e46c-423f-8065-7d73bee21461 owned by network:router_interface {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:02.940311 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600e413-0133-4aac-a6dd-8379808936b0 req-d0784505-95bb-4ea7-8abd-b7169e8e13c2 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:02.941867 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1600e413-0133-4aac-a6dd-8379808936b0 req-d0784505-95bb-4ea7-8abd-b7169e8e13c2 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 945 time: 0.2350216
Apr 13 14:46:02.942456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-0e5608a8-1764-4609-a7a3-f154c8793901 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:02.943992 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-0e5608a8-1764-4609-a7a3-f154c8793901 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 945 time: 0.0875683
Apr 13 14:46:02.988193 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1600e413-0133-4aac-a6dd-8379808936b0 req-40ce9572-60ea-4d6f-bc49-385166ed7985 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/security-groups?id=4e518ab3-5fba-42d4-ad16-fae66b67f1f8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370622
Apr 13 14:46:03.026028 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Deleting port cf7501d1-7565-4659-9207-206f80b860d1 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:03.026410 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:03.057636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:03.073957 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4c120e9c-fac4-4487-a3f3-ce0b065338ec tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:03.134344 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Pushing event deleted for resources: {'Port': ['ID=80dfc196-e46c-423f-8065-7d73bee21461,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:03.138670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:03.306782 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] For port cf7501d1-7565-4659-9207-206f80b860d1, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cf7501d1-7565-4659-9207-206f80b860d1,segment=NetworkSegment(9b26fa7f-2017-4a0b-b11c-384c7a144f07),segment_id=9b26fa7f-2017-4a0b-b11c-384c7a144f07)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:03.307187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:03.449716 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Calling delete_port for cf7501d1-7565-4659-9207-206f80b860d1 owned by compute:nova {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:03.538858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:03.608329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:03.620539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cf7501d1-7565-4659-9207-206f80b860d1'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:46:03.624527 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-218507fd-e2df-4674-9bab-bc0fe57b43cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:03.684534 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Pushing event deleted for resources: {'Port': ['ID=cf7501d1-7565-4659-9207-206f80b860d1,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:03.688735 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:03.872995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] No DVR routers for this DVR port cf7501d1-7565-4659-9207-206f80b860d1 on host hv-cinder-78605 {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:46:03.875409 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:03.879627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'name': 'network-vif-deleted', 'tag': 'cf7501d1-7565-4659-9207-206f80b860d1'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:46:03.893084 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c6436d6-1c4d-4fb5-947e-ab87188e93bd req-64626555-10fb-460e-a70e-20587c1c8edf tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.48 "DELETE /v2.0/ports/cf7501d1-7565-4659-9207-206f80b860d1 HTTP/1.1" status: 204  len: 173 time: 0.9438252
Apr 13 14:46:03.934523 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d410a4d-016f-4a1d-a7a7-68d153552e26', 'name': 'network-vif-deleted', 'tag': 'cf7501d1-7565-4659-9207-206f80b860d1', 'status': 'completed', 'code': 200}
Apr 13 14:46:04.063968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:46:04.246715 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8ec1232b-bf7a-40ab-81bb-80e269ea4d60 req-1b5de055-464f-43af-b598-eb6948996d6c tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] 10.222.0.22 "GET /v2.0/ports?device_id=7d410a4d-016f-4a1d-a7a7-68d153552e26 HTTP/1.1" status: 200  len: 210 time: 0.1176295
Apr 13 14:46:04.300378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:46:04.309274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] Sync routers for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:46:04.316984 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2591c435-fa6d-4aea-9ec6-1c2e9954f333 admin admin] 10.222.0.22 "PUT /v2.0/routers/eb5c157b-5dc5-4b46-a4ba-1b5692f64887/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2258089
Apr 13 14:46:04.317870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44682) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:04.321227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:46:04.321926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5470588>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:04.508088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:04.521228 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:46:04.696500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:04.705688 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Deleting port fdab5d0e-9c7a-4323-b531-85b82a0b257a {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:04.706056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:04.826126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5470588>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:46:02Z', 'revision_number': 5, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port': {'id': 'fdab5d0e-9c7a-4323-b531-85b82a0b257a', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:31Z', 'updated_at': '2021-04-13T14:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:04.830263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] Checking router: eb5c157b-5dc5-4b46-a4ba-1b5692f64887 for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:46:04.839296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] Routers {'eb5c157b-5dc5-4b46-a4ba-1b5692f64887'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:46:04.840030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5470588>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:04.888049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] For port fdab5d0e-9c7a-4323-b531-85b82a0b257a, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=fdab5d0e-9c7a-4323-b531-85b82a0b257a,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:04.888448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.000526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] Set router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 gateway port host: None {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:46:05.024245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Calling delete_port for fdab5d0e-9c7a-4323-b531-85b82a0b257a owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:05.116880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5470588>, [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:46:04Z', 'revision_number': 6, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:05.121809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593721d6-f642-41d3-84cd-c769d8a4278a None None] The sync data for ids ['eb5c157b-5dc5-4b46-a4ba-1b5692f64887'] in dv-cinder-786054-1-iscsi is: [{'id': 'eb5c157b-5dc5-4b46-a4ba-1b5692f64887', 'name': 'tempest-TestVolumeBootPattern-834123825-router', 'tenant_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:29Z', 'updated_at': '2021-04-13T14:46:04Z', 'revision_number': 6, 'project_id': 'bb1c19414ed84bf3bb6db38ef58fc020', 'gw_port_host': None}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:46:05.200905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.216753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0cc6f825-7f05-452f-8ae8-09fd69be377e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:05.281551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdab5d0e-9c7a-4323-b531-85b82a0b257a,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:05.285646 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:05.291258 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 80dfc196-e46c-423f-8065-7d73bee21461 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:05.333016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 80dfc196-e46c-423f-8065-7d73bee21461 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:05.333231 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 80dfc196-e46c-423f-8065-7d73bee21461 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:05.358386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44688) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:05.428003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Deleting subnet d7d83963-80a8-4c77-b72e-82629ff17b5a {{(pid=85241) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:46:05.431192 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.489094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036840360496'] for subnet, precommit_delete_associations {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.500299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.549769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.692099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.694454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.722286 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.722965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb5c157b-5dc5-4b46-a4ba-1b5692f64887 {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:46:05.737221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.739366 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9266862f-6565-46e4-b5d6-3c506511b2c0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/eb5c157b-5dc5-4b46-a4ba-1b5692f64887 HTTP/1.1" status: 204  len: 168 time: 1.4187291
Apr 13 14:46:05.741236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44692) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:05.808934 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Deleting subnet 6dcad534-cece-4b6e-83d2-40e4fbbfcc8a {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:46:05.812467 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.824507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036840676596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14122558'] for subnet, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.840842 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:05.866931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:05.887756 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7d83963-80a8-4c77-b72e-82629ff17b5a,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:05.893726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:05.960538 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.225398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for subnet, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.232089 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9b9c5796-953d-4205-ab63-0c8667aa1ef8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7d83963-80a8-4c77-b72e-82629ff17b5a HTTP/1.1" status: 204  len: 168 time: 0.8725893
Apr 13 14:46:06.234765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44696) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:06.278024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.296748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-396dce18-f535-4e57-b8ee-73ca962c3a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:06.396682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dcad534-cece-4b6e-83d2-40e4fbbfcc8a,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:06.408840 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:06.471499 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.569435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a3dd8-a42c-40cc-b008-168fce296450 None None] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:46:06.588654 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.620578 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9b9ef9fb-375a-472a-b389-368a6b73fb53 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6dcad534-cece-4b6e-83d2-40e4fbbfcc8a HTTP/1.1" status: 204  len: 168 time: 0.8758347
Apr 13 14:46:06.621698 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44700) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:06.691816 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.740900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.813570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Deleting port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:06.813803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a567c198>,) {'filters': {'network_id': ['5d031536-e998-47d7-9851-b1180f4541a3']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:06.814099 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.827268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a567c198>, '9b26fa7f-2017-4a0b-b11c-384c7a144f07') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:06.829609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a567c198>, '9b26fa7f-2017-4a0b-b11c-384c7a144f07') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:06.836515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] DHCP port deletion for 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:46:06.840947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Deleting port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:06.841385 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.842435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.858370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:06.865107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:46:07.060011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] For port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:07.060390 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.203066 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Calling delete_port for 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 owned by network:dhcp {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:07.265327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] For port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,segment=NetworkSegment(acb3a22e-306b-41ea-9f13-0289fa63231f),segment_id=acb3a22e-306b-41ea-9f13-0289fa63231f)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:07.265783 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.295435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.312660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-526dd18d-5d75-43e8-ae18-96c5c16c1c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:07.337973 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Network 5d031536-e998-47d7-9851-b1180f4541a3 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:46:07.347989 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.372366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Pushing event deleted for resources: {'Port': ['ID=7b200dab-b5d9-47f1-af5e-215ccef7e5f5,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:07.375011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:07.412294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device fdab5d0e-9c7a-4323-b531-85b82a0b257a no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:07.452846 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Calling delete_port for 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:07.467284 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] No DVR routers for this DVR port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 on host dv-cinder-786054-1-iscsi {{(pid=85241) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:46:07.493365 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: fdab5d0e-9c7a-4323-b531-85b82a0b257a {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:07.493765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device fdab5d0e-9c7a-4323-b531-85b82a0b257a not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:07.494244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:07.531976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Network 5d031536-e998-47d7-9851-b1180f4541a3 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:46:07.543113 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:07.543603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:07.580926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:46:07.581343 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:46:07.598408 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:46:07.613109 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:46:07.629600 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.634281 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.638723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bc71550b-6af4-438e-bdc4-13740a89a51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:07.666882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d031536-e998-47d7-9851-b1180f4541a3,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:07.669943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:07.674740 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5d031536-e998-47d7-9851-b1180f4541a3 HTTP/1.1" status: 204  len: 168 time: 1.4360695
Apr 13 14:46:07.718037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a6975390>,) {'filters': {'network_id': ['3c3f5c1b-8cd2-4d40-9d07-53c907fbc752']}} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:07.730824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6975390>, 'acb3a22e-306b-41ea-9f13-0289fa63231f') {'for_net_delete': True} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:07.731155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6975390>, 'acb3a22e-306b-41ea-9f13-0289fa63231f') {} {{(pid=85241) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:07.743748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14415304'] for segment, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.762904 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.770071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=85241) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:46:07.794210 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44706) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:07.830188 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e9b4c24a-020d-4683-a102-7e8283039a04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7a2d210840744308687b90670f14620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0346053
Apr 13 14:46:07.832742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44710) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:07.895367 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.922665 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.951892 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 has no segments {{(pid=85241) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:46:07.966669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14105775'] for segment, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.972578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:07.977995 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6336fa36-4219-42ac-947e-8b726d32fff2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:07.992566 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e518ab3-5fba-42d4-ad16-fae66b67f1f8,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:07.999933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:08.000803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:08.002009 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e518ab3-5fba-42d4-ad16-fae66b67f1f8 HTTP/1.1" status: 204  len: 168 time: 0.1682904
Apr 13 14:46:08.083047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Deleting port 7b200dab-b5d9-47f1-af5e-215ccef7e5f5 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:08.083727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:08.153808 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Network 3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 has no segments {{(pid=85241) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:46:08.156307 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f193f37a-8571-4ca4-bb0d-0502b6b17d3e None None] The port '7b200dab-b5d9-47f1-af5e-215ccef7e5f5' was deleted {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:46:08.182718 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:46:08.266488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:08.270652 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:08.287587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:08.294766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3f5c1b-8cd2-4d40-9d07-53c907fbc752,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:08.299539 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:08.312236 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b2bad3c1-595f-463c-8bae-1c422b12bada admin admin] 10.222.0.22 "DELETE /v2.0/networks/3c3f5c1b-8cd2-4d40-9d07-53c907fbc752 HTTP/1.1" status: 204  len: 168 time: 1.6893332
Apr 13 14:46:08.315242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44720) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:08.579884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cf7501d1-7565-4659-9207-206f80b860d1 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:08.619819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: cf7501d1-7565-4659-9207-206f80b860d1 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:08.620221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cf7501d1-7565-4659-9207-206f80b860d1 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:08.892872 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:09.271103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Deleting port 062287a9-9542-4bf4-989e-79bc368e8d16 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:09.271517 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:09.464074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] For port 062287a9-9542-4bf4-989e-79bc368e8d16, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=062287a9-9542-4bf4-989e-79bc368e8d16,segment=NetworkSegment(a0745da5-f0d2-4cf6-95fc-5cc39381acd8),segment_id=a0745da5-f0d2-4cf6-95fc-5cc39381acd8)] {{(pid=85241) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:09.464762 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:09.857799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Calling delete_port for 062287a9-9542-4bf4-989e-79bc368e8d16 owned by network:router_interface {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:09.888825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44762) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:10.015215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.030990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:10.035137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Usage tracker for resource:security_group_rule and tenant:813c4078769e472b8e84d8558fe8e52a is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:10.036841 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.038158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:10.044737 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:10.052859 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ceb00078-6e45-4ed7-bc8a-9d7d686f43de tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:10.108532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Pushing event deleted for resources: {'Port': ['ID=062287a9-9542-4bf4-989e-79bc368e8d16,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:10.113369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:10.136770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.139708 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.148557 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-da1eef12-62b3-455a-9558-2ef7d894c5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:10.193760 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=813c4078769e472b8e84d8558fe8e52a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3011804
Apr 13 14:46:10.194037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44768) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:10.197039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88dc8e3-bcde-42c2-bbe0-6f6678c6c40d,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:10.200452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:10.265261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13d8ab78-ec53-4012-85c5-c6f4e7f2ce69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.295349 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13d8ab78-ec53-4012-85c5-c6f4e7f2ce69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.348849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13d8ab78-ec53-4012-85c5-c6f4e7f2ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.354702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7201cb64-575c-4a74-b4d3-524a151a9978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:10.366507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8ab78-ec53-4012-85c5-c6f4e7f2ce69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88dc8e3-bcde-42c2-bbe0-6f6678c6c40d,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:10.370373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-13d8ab78-ec53-4012-85c5-c6f4e7f2ce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:10.374358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-13d8ab78-ec53-4012-85c5-c6f4e7f2ce69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.392328 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-13d8ab78-ec53-4012-85c5-c6f4e7f2ce69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e88dc8e3-bcde-42c2-bbe0-6f6678c6c40d HTTP/1.1" status: 204  len: 168 time: 0.1967790
Apr 13 14:46:10.514966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.679327 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44776) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:10.703776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.719236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:10.723396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Usage tracker for resource:security_group_rule and tenant:8803b90f74c34ae2a1419af99f6561f2 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:10.726348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:10.732493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:10.819257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.822104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.831719 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:10.882666 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8803b90f74c34ae2a1419af99f6561f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2017813
Apr 13 14:46:10.883746 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947a5550-86a4-45f6-a699-583478d2e63e,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:10.887045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44780) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:10.890041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:10.952721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:10.981263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:11.030908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:11.034794 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Router ee4f6f53-c41e-405a-94ba-77e1e6402c95 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:46:11.036045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3f1f5753-5569-4b04-aae5-2133343f276e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:11.046766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947a5550-86a4-45f6-a699-583478d2e63e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:11.049074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:11.054334 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:11.055551 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/947a5550-86a4-45f6-a699-583478d2e63e HTTP/1.1" status: 204  len: 168 time: 0.1674516
Apr 13 14:46:11.231096 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:46:11.241357 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] Sync routers for ids ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:46:11.252021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44786) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:11.252306 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-a161bcab-a11d-42d9-96e3-aba12d4ccf80 admin admin] 10.222.0.22 "PUT /v2.0/routers/ee4f6f53-c41e-405a-94ba-77e1e6402c95/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9356246
Apr 13 14:46:11.260012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] Routers {'ee4f6f53-c41e-405a-94ba-77e1e6402c95'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:46:11.260709 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a681d160>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:11.463825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:11.478471 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] Set router ee4f6f53-c41e-405a-94ba-77e1e6402c95 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:46:11.661472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:11.670164 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Deleting port 7fda5534-73dd-4718-8d66-ff10fab596d6 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:11.670551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:11.801126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a681d160>, [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:46:09Z', 'revision_number': 5, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port': {'id': '7fda5534-73dd-4718-8d66-ff10fab596d6', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:14:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:37:55Z', 'updated_at': '2021-04-13T14:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:11.805427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] Checking router: ee4f6f53-c41e-405a-94ba-77e1e6402c95 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:46:11.816108 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] Routers {'ee4f6f53-c41e-405a-94ba-77e1e6402c95'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:46:11.816781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a681d160>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:45:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:11.868867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] For port 7fda5534-73dd-4718-8d66-ff10fab596d6, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=7fda5534-73dd-4718-8d66-ff10fab596d6,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:11.869378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.014584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Calling delete_port for 7fda5534-73dd-4718-8d66-ff10fab596d6 owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:12.141510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] Set router ee4f6f53-c41e-405a-94ba-77e1e6402c95 gateway port host: None {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:46:12.204627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.258167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a681d160>, [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:46:11Z', 'revision_number': 6, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:12.263201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9846d930-0e41-42d5-9bb4-7e2871db005b None None] The sync data for ids ['ee4f6f53-c41e-405a-94ba-77e1e6402c95'] in dv-cinder-786054-1-iscsi is: [{'id': 'ee4f6f53-c41e-405a-94ba-77e1e6402c95', 'name': 'tempest-TestVolumeBootPattern-902447317-router', 'tenant_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:37:54Z', 'updated_at': '2021-04-13T14:46:11Z', 'revision_number': 6, 'project_id': '1a6bc8b23b294f26b3b0e56b2c906c22', 'gw_port_host': None}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:46:12.300214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-81da638d-3a96-44ad-81d2-29b0031c7e30 tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:12.356148 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Pushing event deleted for resources: {'Port': ['ID=7fda5534-73dd-4718-8d66-ff10fab596d6,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:12.361122 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:12.497299 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.682713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.685233 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.706867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.707460 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee4f6f53-c41e-405a-94ba-77e1e6402c95 {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:46:12.721507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.722674 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-2132b7f4-34cd-4ed2-8df1-9afdb3d0206e admin admin] 10.222.0.22 "DELETE /v2.0/routers/ee4f6f53-c41e-405a-94ba-77e1e6402c95 HTTP/1.1" status: 204  len: 168 time: 1.4695554
Apr 13 14:46:12.725529 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44826) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:12.792695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Deleting subnet 0de62440-d766-45ac-9018-983423eda04d {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:46:12.796074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.853867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:12.946935 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:13.216064 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:13.231209 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:13.277170 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de62440-d766-45ac-9018-983423eda04d,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:13.280982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:13.340470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 062287a9-9542-4bf4-989e-79bc368e8d16 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:13.372803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:13.382388 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-f32631c8-a009-4b8f-9d12-4519ecf15210 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0de62440-d766-45ac-9018-983423eda04d HTTP/1.1" status: 204  len: 168 time: 0.6534910
Apr 13 14:46:13.382610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a774df-c81f-4ce0-a146-810d35471e3c None None] Network d9b9c1be-5693-47fa-878a-952bce30db6e requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:46:13.382736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44846) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:13.394190 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 062287a9-9542-4bf4-989e-79bc368e8d16 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:13.394587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 062287a9-9542-4bf4-989e-79bc368e8d16 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:13.395056 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7fda5534-73dd-4718-8d66-ff10fab596d6 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:13.454636 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 7fda5534-73dd-4718-8d66-ff10fab596d6 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:13.455041 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 7fda5534-73dd-4718-8d66-ff10fab596d6 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:13.502158 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:13.572528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Deleting port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:13.572903 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:13.701150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] DHCP port deletion for d9b9c1be-5693-47fa-878a-952bce30db6e request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:46:13.705399 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Deleting port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:13.705830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:13.805366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] For port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,segment=NetworkSegment(a0745da5-f0d2-4cf6-95fc-5cc39381acd8),segment_id=a0745da5-f0d2-4cf6-95fc-5cc39381acd8)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:13.805922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:13.939686 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] For port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,segment=NetworkSegment(a0745da5-f0d2-4cf6-95fc-5cc39381acd8),segment_id=a0745da5-f0d2-4cf6-95fc-5cc39381acd8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:13.940142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:14.084221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Calling delete_port for 3d938b4e-f5a6-49f1-aebe-52485c6ecfad owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:14.161635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:14.176486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:14.195606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Calling delete_port for 3d938b4e-f5a6-49f1-aebe-52485c6ecfad owned by network:dhcp {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:46:14.272994 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85242) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:46:14.273509 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:46:14.287045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Pushing event deleted for resources: {'Port': ['ID=3d938b4e-f5a6-49f1-aebe-52485c6ecfad,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:14.304867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.305261 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.305647 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.306026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.306400 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.306772 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.307141 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.307537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.307954 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.308314 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.308683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.309046 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:46:14.314653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:14.328475 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f83918-a17c-4615-a374-fa1bfc8d8028 None None] No DVR routers for this DVR port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad on host dv-cinder-786054-1-iscsi {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:46:14.774290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Deleting port 3d938b4e-f5a6-49f1-aebe-52485c6ecfad {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:46:14.774673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:14.844758 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] The port '3d938b4e-f5a6-49f1-aebe-52485c6ecfad' was deleted {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:46:14.963631 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:15.078595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a4d65a20>,) {'filters': {'network_id': ['d9b9c1be-5693-47fa-878a-952bce30db6e']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:15.091437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a4d65a20>, 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:15.091827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a4d65a20>, 'a0745da5-f0d2-4cf6-95fc-5cc39381acd8') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:46:15.111722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:15.123637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:15.130277 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:46:15.314021 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Network d9b9c1be-5693-47fa-878a-952bce30db6e has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:46:15.323876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:15.348229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 3d938b4e-f5a6-49f1-aebe-52485c6ecfad no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:15.395683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 3d938b4e-f5a6-49f1-aebe-52485c6ecfad {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:46:15.396086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 3d938b4e-f5a6-49f1-aebe-52485c6ecfad not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:46:15.510215 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Network d9b9c1be-5693-47fa-878a-952bce30db6e has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:46:15.533467 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:46:15.609552 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:15.612884 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:15.632435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:15.642178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b9c1be-5693-47fa-878a-952bce30db6e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:15.646785 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:15.650448 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e0ab8b07-ee99-4d88-9000-5333d73295cc admin admin] 10.222.0.22 "DELETE /v2.0/networks/d9b9c1be-5693-47fa-878a-952bce30db6e HTTP/1.1" status: 204  len: 168 time: 2.2668438
Apr 13 14:46:15.832771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44884) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:15.868117 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-e5808467-ed01-4de4-8d34-c1f7664e32ac admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb1c19414ed84bf3bb6db38ef58fc020&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0339515
Apr 13 14:46:15.870508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44888) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:15.931799 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2abc60b-4da4-44bf-83d9-7afd253e995c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:15.960747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2abc60b-4da4-44bf-83d9-7afd253e995c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:16.006147 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2abc60b-4da4-44bf-83d9-7afd253e995c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:16.011748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6e1791d4-84d8-4e5c-9e0e-28a890e445f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:16.026296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abc60b-4da4-44bf-83d9-7afd253e995c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59872d24-4c6d-4692-a5cb-65a9ba8aa5cf,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:16.029039 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d2abc60b-4da4-44bf-83d9-7afd253e995c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:16.034910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2abc60b-4da4-44bf-83d9-7afd253e995c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:16.036327 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d2abc60b-4da4-44bf-83d9-7afd253e995c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59872d24-4c6d-4692-a5cb-65a9ba8aa5cf HTTP/1.1" status: 204  len: 168 time: 0.1648667
Apr 13 14:46:16.389220 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44896) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:16.444325 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d40f9f8e-4fe2-4cf7-9cdc-ec8adc94d8af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a6bc8b23b294f26b3b0e56b2c906c22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538201
Apr 13 14:46:16.446763 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44900) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:16.508851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9f98ab11-3b87-4e69-b125-4f78da36597f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:16.535381 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9f98ab11-3b87-4e69-b125-4f78da36597f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:16.580486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9f98ab11-3b87-4e69-b125-4f78da36597f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:16.585161 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-68688dba-d88d-46cb-81b9-2c303fbc7f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:16.598671 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98ab11-3b87-4e69-b125-4f78da36597f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddf04c8-0c21-4a48-9a6c-98a85c3e5982,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:16.601103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9f98ab11-3b87-4e69-b125-4f78da36597f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:16.603545 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9f98ab11-3b87-4e69-b125-4f78da36597f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:16.604530 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9f98ab11-3b87-4e69-b125-4f78da36597f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fddf04c8-0c21-4a48-9a6c-98a85c3e5982 HTTP/1.1" status: 204  len: 168 time: 0.1568134
Apr 13 14:46:17.122214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44916) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:17.246427 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.262623 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:17.266889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Usage tracker for resource:security_group_rule and tenant:4db21af01c234185b47ef553558fd888 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:17.269875 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:17.276050 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:17.365730 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.368573 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.380926 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-70366fff-fa85-4565-a7f7-456cd3320950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:17.425608 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4db21af01c234185b47ef553558fd888&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3021379
Apr 13 14:46:17.426658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5178d0-be0f-4ab3-b192-7a683adb5ddb,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:17.428488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44922) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:17.429907 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-406e2534-b0bd-4393-9db1-bf6d43a70ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:17.494530 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.522908 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.567448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.571398 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-02633bbe-3c8c-4c71-949b-30e431d97424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:17.585587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5178d0-be0f-4ab3-b192-7a683adb5ddb,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:17.590074 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:17.598463 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.599713 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b5178d0-be0f-4ab3-b192-7a683adb5ddb HTTP/1.1" status: 204  len: 168 time: 0.1692958
Apr 13 14:46:17.903559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44930) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:17.928065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:17.944922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:17.949175 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Usage tracker for resource:security_group_rule and tenant:cbc747f248d54486936269b7cf99e538 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:17.952650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:17.958769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:18.043902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.046756 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.055559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e0140437-e113-413e-807b-4e5ff982af1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:18.097771 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbc747f248d54486936269b7cf99e538&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1930342
Apr 13 14:46:18.099551 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a631329-c956-4193-a596-bfe6d116fef9,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:18.100739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44934) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:18.102753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-da9f3364-b321-4bd6-816d-b046842473db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:18.162765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-336eeb05-8462-40aa-a129-b05e1bc67f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.190354 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-336eeb05-8462-40aa-a129-b05e1bc67f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.234996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-336eeb05-8462-40aa-a129-b05e1bc67f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.240090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-00b6f627-eb2d-4660-9062-0d8f15792694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:18.252609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336eeb05-8462-40aa-a129-b05e1bc67f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a631329-c956-4193-a596-bfe6d116fef9,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:18.255042 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-336eeb05-8462-40aa-a129-b05e1bc67f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:18.263584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-336eeb05-8462-40aa-a129-b05e1bc67f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.264790 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-336eeb05-8462-40aa-a129-b05e1bc67f23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a631329-c956-4193-a596-bfe6d116fef9 HTTP/1.1" status: 204  len: 168 time: 0.1629372
Apr 13 14:46:18.615203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 44942) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:18.634205 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.649792 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:18.654420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Usage tracker for resource:security_group_rule and tenant:98194d8f410e4cb28f1ae10e69fe0ab1 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:18.657372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:18.663382 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:18.750721 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.753643 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.762947 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9adb004c-0ac0-44e2-a9cf-4459c35afa4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:18.804487 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98194d8f410e4cb28f1ae10e69fe0ab1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1881101
Apr 13 14:46:18.806212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87543fc-5eeb-4086-9ac7-72a46d70547f,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:18.807383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 44946) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:18.809738 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-faad8325-93d8-417e-bdbf-9034e51753b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:18.869336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2375cf5-3028-4b03-b1f6-d685a0690261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.895861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2375cf5-3028-4b03-b1f6-d685a0690261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.946742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2375cf5-3028-4b03-b1f6-d685a0690261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.952018 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bd0ab71d-6a35-4733-aec9-ab3487a79a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:18.963226 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2375cf5-3028-4b03-b1f6-d685a0690261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87543fc-5eeb-4086-9ac7-72a46d70547f,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:18.967589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c2375cf5-3028-4b03-b1f6-d685a0690261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:18.976606 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2375cf5-3028-4b03-b1f6-d685a0690261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:18.977832 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-c2375cf5-3028-4b03-b1f6-d685a0690261 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b87543fc-5eeb-4086-9ac7-72a46d70547f HTTP/1.1" status: 204  len: 168 time: 0.1693377
Apr 13 14:46:19.982433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ccfa36fb-a0d1-4b92-9102-8f0839ab5738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:22.189253 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-40e3b2f5-f009-4b4c-9377-f4429d98ecfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:23.135580 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:23.829887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:25.415623 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.431197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45070) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:28.558211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.574383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:28.579224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Usage tracker for resource:security_group_rule and tenant:53c29b5d55244cba91d6a160ba062be5 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:28.582278 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:28.588493 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:28.676502 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.682129 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.689788 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2fad5a2-61dd-42a2-9dcc-181e6aabce67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:28.737845 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53c29b5d55244cba91d6a160ba062be5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3054018
Apr 13 14:46:28.739451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f174eea8-4524-4f3b-b802-6198917c16d6,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:28.740752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45080) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:28.743214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9b2221af-6cb6-4220-b91d-2cded8b38aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:28.804959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ce-ab7f-4e0b-ac63-ba297e0d72a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.834356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ce-ab7f-4e0b-ac63-ba297e0d72a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.879451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ce-ab7f-4e0b-ac63-ba297e0d72a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.884621 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d28f23e0-cdca-41e9-a076-b8db318cdd28 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:28.887336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781545ea-3d5d-4e91-bcba-5b4b52c822ec req-7e6c43ab-42cb-47d2-8b12-77af2cc47f5a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:28.889526 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-781545ea-3d5d-4e91-bcba-5b4b52c822ec req-7e6c43ab-42cb-47d2-8b12-77af2cc47f5a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0935440
Apr 13 14:46:28.898984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4e9ce-ab7f-4e0b-ac63-ba297e0d72a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f174eea8-4524-4f3b-b802-6198917c16d6,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:28.901851 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d9a4e9ce-ab7f-4e0b-ac63-ba297e0d72a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:28.903116 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9a4e9ce-ab7f-4e0b-ac63-ba297e0d72a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:28.906774 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-d9a4e9ce-ab7f-4e0b-ac63-ba297e0d72a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f174eea8-4524-4f3b-b802-6198917c16d6 HTTP/1.1" status: 204  len: 168 time: 0.1648862
Apr 13 14:46:28.922098 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-781545ea-3d5d-4e91-bcba-5b4b52c822ec req-ed72ae06-befa-4f74-b26c-699ac995237f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257030
Apr 13 14:46:29.191171 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45088) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:29.210637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.226011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:29.230132 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Usage tracker for resource:security_group_rule and tenant:d2ad77c7c0a149c9b1866224e71d654d is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:29.233628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:29.239752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:29.328361 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.331120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.339906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a3ab26b-b05f-4f03-8719-6dbe81e89772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:29.382057 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2ad77c7c0a149c9b1866224e71d654d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1897180
Apr 13 14:46:29.383863 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a365d4-5ce3-4e3b-a223-fee63882063e,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:29.384910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45092) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:29.387023 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fd5b82b0-e0a8-4747-acb4-4f18c17e15fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:29.447062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-48e15cc1-5fdc-4ca5-baeb-a13a1e4b36f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.474084 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-48e15cc1-5fdc-4ca5-baeb-a13a1e4b36f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.517804 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-48e15cc1-5fdc-4ca5-baeb-a13a1e4b36f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.522773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-56da978d-ab9c-4bce-99c9-46ae6ef8e1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:29.540990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e15cc1-5fdc-4ca5-baeb-a13a1e4b36f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a365d4-5ce3-4e3b-a223-fee63882063e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:29.543979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-48e15cc1-5fdc-4ca5-baeb-a13a1e4b36f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:29.554383 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-48e15cc1-5fdc-4ca5-baeb-a13a1e4b36f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.556031 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-48e15cc1-5fdc-4ca5-baeb-a13a1e4b36f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39a365d4-5ce3-4e3b-a223-fee63882063e HTTP/1.1" status: 204  len: 168 time: 0.1698673
Apr 13 14:46:29.907598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45100) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:29.930669 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:29.964711 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:46:29.972755 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Usage tracker for resource:security_group_rule and tenant:0ab3e1a5166744e0aed9b73ce06c771c is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:46:29.978962 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:46:29.989338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:46:30.133216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:30.137332 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:30.147003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37fdd923-3a63-480a-9d7d-7471827c0a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:30.206767 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ab3e1a5166744e0aed9b73ce06c771c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2980008
Apr 13 14:46:30.207809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae2912-5ded-46ed-8f28-485cd6bf6808,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:30.209976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45106) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:30.212880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:30.222863 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98851f99-f9f1-4be3-b962-a387f3283c0c req-f1b6ff80-98be-4616-bfa2-76c02023a793 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:30.224513 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-98851f99-f9f1-4be3-b962-a387f3283c0c req-f1b6ff80-98be-4616-bfa2-76c02023a793 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.1781459
Apr 13 14:46:30.257207 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-98851f99-f9f1-4be3-b962-a387f3283c0c req-9013e907-ed63-48f9-9732-f516c88e2667 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258760
Apr 13 14:46:30.283257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee39d4d1-189c-4219-8777-49382f6575d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:30.310864 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee39d4d1-189c-4219-8777-49382f6575d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:30.356359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee39d4d1-189c-4219-8777-49382f6575d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:30.361348 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c1967794-779b-4a17-8663-3a805cd8bf95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:30.374679 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39d4d1-189c-4219-8777-49382f6575d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae2912-5ded-46ed-8f28-485cd6bf6808,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:30.378397 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ee39d4d1-189c-4219-8777-49382f6575d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:30.381775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee39d4d1-189c-4219-8777-49382f6575d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:30.383602 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-ee39d4d1-189c-4219-8777-49382f6575d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57ae2912-5ded-46ed-8f28-485cd6bf6808 HTTP/1.1" status: 204  len: 168 time: 0.1718695
Apr 13 14:46:31.471004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337653d-ddeb-4299-a13a-952337ac327e req-f62efa06-bfb4-4868-a8b0-e4e0f71430d1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:31.472655 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2337653d-ddeb-4299-a13a-952337ac327e req-f62efa06-bfb4-4868-a8b0-e4e0f71430d1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0939839
Apr 13 14:46:31.503888 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2337653d-ddeb-4299-a13a-952337ac327e req-7f897539-c6bd-466b-a63e-85aa5a75f0d8 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247686
Apr 13 14:46:31.885015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:32.705370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19bc8b-77d2-4cc6-9f59-24a52948d66b req-8ff3de73-d375-4689-882a-386ff251f1bf tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:32.707027 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ad19bc8b-77d2-4cc6-9f59-24a52948d66b req-8ff3de73-d375-4689-882a-386ff251f1bf tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0885613
Apr 13 14:46:32.743518 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ad19bc8b-77d2-4cc6-9f59-24a52948d66b req-5c44e13b-73ef-4ce0-8442-091dabe87067 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0297124
Apr 13 14:46:33.020030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:46:33.946433 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fd6aa-dea9-4667-8e35-ffd71ff7a3f9 req-22c33242-ed1b-4990-a485-c7f8094dfc85 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:33.948049 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6b0fd6aa-dea9-4667-8e35-ffd71ff7a3f9 req-22c33242-ed1b-4990-a485-c7f8094dfc85 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0885928
Apr 13 14:46:33.980255 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6b0fd6aa-dea9-4667-8e35-ffd71ff7a3f9 req-010b0168-f815-4d75-abd5-7500adf1bab5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0253329
Apr 13 14:46:35.189723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2add77-c4ae-4be6-8624-e49b38b4b161 req-6487402e-9323-4a07-927e-221008fc24e9 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:35.191337 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1b2add77-c4ae-4be6-8624-e49b38b4b161 req-6487402e-9323-4a07-927e-221008fc24e9 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0968764
Apr 13 14:46:35.222703 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-1b2add77-c4ae-4be6-8624-e49b38b4b161 req-a726d216-5388-46b0-ad32-011df3e2db12 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246942
Apr 13 14:46:36.428421 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ef576-353f-4399-8cb5-e4e8e14ed1b9 req-02ab5bd8-6b01-47bf-991a-e6a3df373a49 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:36.430026 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6e2ef576-353f-4399-8cb5-e4e8e14ed1b9 req-02ab5bd8-6b01-47bf-991a-e6a3df373a49 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0930829
Apr 13 14:46:36.465444 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6e2ef576-353f-4399-8cb5-e4e8e14ed1b9 req-cd0324b0-dd3f-412e-b1f1-caf341883a45 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0270154
Apr 13 14:46:37.261987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-d80b5633-b1d1-4578-a355-696ac407f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:37.263654 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-d80b5633-b1d1-4578-a355-696ac407f7f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1098 time: 0.1891282
Apr 13 14:46:37.454689 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-726bfbc0-a67f-46ee-ba44-ae1c7db07fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:37.456331 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-726bfbc0-a67f-46ee-ba44-ae1c7db07fd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 910 time: 0.1468518
Apr 13 14:46:37.572444 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-50d1240d-153c-4333-942b-7507822c69ce service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 1001 time: 0.1086779
Apr 13 14:46:37.643268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-ba2ca333-7f41-4379-92e0-437e3a96f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:37.644806 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-ba2ca333-7f41-4379-92e0-437e3a96f1e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.0655396
Apr 13 14:46:37.675754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861afba-3a90-468a-9365-43b287de944a req-a5840476-e367-4351-ac5f-565f29c74bee tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:37.677423 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8861afba-3a90-468a-9365-43b287de944a req-a5840476-e367-4351-ac5f-565f29c74bee tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0930274
Apr 13 14:46:37.713933 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8861afba-3a90-468a-9365-43b287de944a req-e29e8533-78f5-48bf-be65-c97843f151cf tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0297236
Apr 13 14:46:37.736628 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-dbe9edfa-fcdc-4da4-b122-679e5a458c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:37.738293 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-dbe9edfa-fcdc-4da4-b122-679e5a458c04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0860791
Apr 13 14:46:37.882481 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-d9feebaf-b6e1-4199-8675-7c2d4ed0f737 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369491
Apr 13 14:46:38.027437 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-af8f9380-970e-4158-ac7f-da0cb5d0c5fd req-f6aeaddd-b4c4-4ceb-bd0b-d7e04a9c8737 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370888
Apr 13 14:46:38.975585 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42f137-144e-44f1-b1ed-4a8f8f0ff3f6 req-5edfe43c-5047-4cec-8469-b9eff55da015 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:38.977189 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0d42f137-144e-44f1-b1ed-4a8f8f0ff3f6 req-5edfe43c-5047-4cec-8469-b9eff55da015 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.1462884
Apr 13 14:46:39.022391 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-0d42f137-144e-44f1-b1ed-4a8f8f0ff3f6 req-dbf2234f-4d8a-46d8-be19-e0698f1e0bec tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377216
Apr 13 14:46:39.024453 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-7337f84a-174d-4e2a-9402-c2c024bfaac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:39.025909 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-7337f84a-174d-4e2a-9402-c2c024bfaac3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1098 time: 0.1286120
Apr 13 14:46:39.170065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-f0965ef4-118a-4875-8bd9-21a627cb13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:39.171714 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-f0965ef4-118a-4875-8bd9-21a627cb13c0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 910 time: 0.1391003
Apr 13 14:46:39.283041 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-6ef91fce-77ae-4b16-9314-219bf596a5f1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 1001 time: 0.1046047
Apr 13 14:46:39.352426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-1f180326-4da1-4648-a946-5df74b75d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:39.354016 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-1f180326-4da1-4648-a946-5df74b75d895 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.0647712
Apr 13 14:46:39.443071 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-2afb7c57-21ce-456a-9771-bf20353bc2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:39.444721 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-2afb7c57-21ce-456a-9771-bf20353bc2ff service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0837886
Apr 13 14:46:39.594275 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-db9587ac-65ff-41b8-8a18-a423885e187b service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420095
Apr 13 14:46:39.741279 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4973631c-d3c0-46e0-905b-a2ec5066b9bb req-e8096468-9837-4dca-a4b6-aa3feae44c56 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403480
Apr 13 14:46:40.233237 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4dd4b3-fdf9-489b-9857-88521c85110b req-8c94021f-f5b8-49b5-b77e-a4ee39ea65f7 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:40.234855 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fc4dd4b3-fdf9-489b-9857-88521c85110b req-8c94021f-f5b8-49b5-b77e-a4ee39ea65f7 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0965590
Apr 13 14:46:40.265652 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-fc4dd4b3-fdf9-489b-9857-88521c85110b req-5b21cfd7-39da-4211-bdc4-b242b1b8652b tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243006
Apr 13 14:46:41.716011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2de6ee-5d1c-4bfd-885c-8152d335dd52 req-ce4aa313-7ff6-47d1-bf4d-a25546690388 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:41.717622 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef2de6ee-5d1c-4bfd-885c-8152d335dd52 req-ce4aa313-7ff6-47d1-bf4d-a25546690388 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.3319006
Apr 13 14:46:41.756966 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ef2de6ee-5d1c-4bfd-885c-8152d335dd52 req-3637f333-9024-47c9-a574-a7f2505382e4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325284
Apr 13 14:46:42.958695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6a80d-7344-42ad-ad20-6e139ab73278 req-57592261-aae3-4fdb-9cbf-290e6c588cc9 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:42.960590 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10f6a80d-7344-42ad-ad20-6e139ab73278 req-57592261-aae3-4fdb-9cbf-290e6c588cc9 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0887685
Apr 13 14:46:42.992978 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-10f6a80d-7344-42ad-ad20-6e139ab73278 req-fedb3c6b-48fc-4694-a378-83993d20dd6d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256796
Apr 13 14:46:43.312144 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45244) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:46:43.379871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217696c0-ac30-4dc1-bb42-40b6bec3fb59 req-192c8914-752b-41f7-b715-053a4c0fe0ab tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:43.381485 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-217696c0-ac30-4dc1-bb42-40b6bec3fb59 req-192c8914-752b-41f7-b715-053a4c0fe0ab tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0966463
Apr 13 14:46:43.412240 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-217696c0-ac30-4dc1-bb42-40b6bec3fb59 req-f747dd2d-1860-4a94-af06-bff864413db1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242667
Apr 13 14:46:43.441636 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-d0e88264-55e2-4cce-945f-1745468096bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1280642
Apr 13 14:46:44.618666 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ec17-0615-4ea3-92e9-3a10377a838a req-b46d81c7-cde3-4325-ae38-41e45dc55f94 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:44.620319 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9220ec17-0615-4ea3-92e9-3a10377a838a req-b46d81c7-cde3-4325-ae38-41e45dc55f94 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0901871
Apr 13 14:46:44.651679 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9220ec17-0615-4ea3-92e9-3a10377a838a req-336ea87d-63d8-4be7-b199-72ba4f330002 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246286
Apr 13 14:46:44.671829 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 1a1f5956-8dc8-4152-8e52-b403fa6eb031 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:46:44.796871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:44.808894 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:46:44.820088 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:46:44.823329 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:44.826422 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:46:44.851578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-26c32dd3-8cf8-45a8-a103-6ec08bd51e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:44.853142 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-26c32dd3-8cf8-45a8-a103-6ec08bd51e73 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c&tenant_id=0daac20df52e492791d1a0390959da55 HTTP/1.1" status: 200  len: 1098 time: 0.0952716
Apr 13 14:46:44.898341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=6']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:46:44.901728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:46:44.955019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-6e366e1a-6cc0-41ae-b544-1c6f7b72b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:44.956663 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-6e366e1a-6cc0-41ae-b544-1c6f7b72b979 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1096 time: 0.0794730
Apr 13 14:46:44.991969 dv-cinder-786054-1-iscsi neutron-server[85130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'code': 422} returned with failed status
Apr 13 14:46:45.099391 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-12a22002-48aa-48c3-8672-220bff095760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:45.101006 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-12a22002-48aa-48c3-8672-220bff095760 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 910 time: 0.1374736
Apr 13 14:46:45.212369 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-9bc81ee0-5dd3-4e11-af2b-f6e57fee6a91 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 999 time: 0.1035624
Apr 13 14:46:45.280211 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-95edcf40-16e8-44a0-999d-86eb6e212d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:45.282368 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-95edcf40-16e8-44a0-999d-86eb6e212d6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.0636058
Apr 13 14:46:45.366483 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-bcd36ccb-cf86-4f5a-90ac-47ce42e275cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:45.368091 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-bcd36ccb-cf86-4f5a-90ac-47ce42e275cb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0795767
Apr 13 14:46:45.509524 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-315687e0-ac74-42b6-b730-f75163fdcf19 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339164
Apr 13 14:46:45.663621 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cde703ac-85cf-4edb-b30f-cbae17b6f644 req-d0ff7b7e-1186-4f62-86c3-ac2b529c3d33 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444802
Apr 13 14:46:45.854950 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e85fa5-0040-4bff-99ae-798b13d88ccf req-0bdc8a43-da9b-4543-be35-df6ca939a207 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:45.856569 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a2e85fa5-0040-4bff-99ae-798b13d88ccf req-0bdc8a43-da9b-4543-be35-df6ca939a207 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0902224
Apr 13 14:46:45.886894 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a2e85fa5-0040-4bff-99ae-798b13d88ccf req-5ab74528-ee67-48c4-975e-b1133e56692a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0233998
Apr 13 14:46:47.085598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8199390-419d-4a9a-acdc-33a36556bb1a req-814493e2-93d2-4112-a364-45f105e62fdc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:47.087184 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a8199390-419d-4a9a-acdc-33a36556bb1a req-814493e2-93d2-4112-a364-45f105e62fdc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0870345
Apr 13 14:46:47.117822 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a8199390-419d-4a9a-acdc-33a36556bb1a req-3dde9a77-57c9-402f-82c9-1fc594baacee tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242283
Apr 13 14:46:48.319526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e767b17c-6afa-4dae-a2b6-62640478fd85 req-71e4ad6c-66e2-4095-a3a3-f74bd1571cbc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:48.321154 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e767b17c-6afa-4dae-a2b6-62640478fd85 req-71e4ad6c-66e2-4095-a3a3-f74bd1571cbc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0921247
Apr 13 14:46:48.351222 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e767b17c-6afa-4dae-a2b6-62640478fd85 req-65e6d811-6267-4b60-85e2-e6780faf3c45 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0237653
Apr 13 14:46:49.555126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a2bde-1afa-4809-8d8f-ada528b94fd7 req-12b4b49b-2536-4594-96e3-951327fa7045 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:49.556735 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-247a2bde-1afa-4809-8d8f-ada528b94fd7 req-12b4b49b-2536-4594-96e3-951327fa7045 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0907023
Apr 13 14:46:49.588189 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-247a2bde-1afa-4809-8d8f-ada528b94fd7 req-d853f82b-f963-454b-81d7-4c7b75b1ec18 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245240
Apr 13 14:46:49.984965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef7b8a92-666d-46bf-8404-baa70c724f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:50.792905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7614b3-2680-4ad3-aa9e-e1adf0f6a511 req-a6176848-969f-4d85-8d6d-cc320c36c9e0 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:50.794517 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd7614b3-2680-4ad3-aa9e-e1adf0f6a511 req-a6176848-969f-4d85-8d6d-cc320c36c9e0 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0913756
Apr 13 14:46:50.825450 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cd7614b3-2680-4ad3-aa9e-e1adf0f6a511 req-15130126-207b-4d97-aed9-dfeb935b7f05 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244439
Apr 13 14:46:52.029067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f354f4-dedb-41a7-994b-7c4a1f4624b2 req-d0a3d57b-8812-4407-ad11-d5300c174dbd tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:52.030584 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61f354f4-dedb-41a7-994b-7c4a1f4624b2 req-d0a3d57b-8812-4407-ad11-d5300c174dbd tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0908175
Apr 13 14:46:52.060228 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-61f354f4-dedb-41a7-994b-7c4a1f4624b2 req-0c67de78-59d8-4705-94dd-a1124afc9175 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0232563
Apr 13 14:46:52.190867 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b254ec16-8415-46c4-904b-81fbace809df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:53.138267 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:53.262213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98dd6c-90e3-4371-9785-8c267980f593 req-0e5c2e5f-d940-48c9-86e0-1979bb7d927e tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:53.263830 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3f98dd6c-90e3-4371-9785-8c267980f593 req-0e5c2e5f-d940-48c9-86e0-1979bb7d927e tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0909617
Apr 13 14:46:53.294766 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3f98dd6c-90e3-4371-9785-8c267980f593 req-3e013756-a0d3-4734-81fd-5848224b44c9 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246618
Apr 13 14:46:53.830913 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:54.495597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7019e8-0659-4321-9356-3fbc51780447 req-16f18e93-a297-482d-9a23-89ee5989e5d8 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:54.497254 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8e7019e8-0659-4321-9356-3fbc51780447 req-16f18e93-a297-482d-9a23-89ee5989e5d8 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0910609
Apr 13 14:46:54.528732 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8e7019e8-0659-4321-9356-3fbc51780447 req-cb425228-9115-495a-bf6c-94c8cf700abe tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249989
Apr 13 14:46:55.419266 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:46:55.728076 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475954-af7c-4246-b61e-b2c188a7ac7f req-5b94a7ea-e313-4527-ae99-d5f732f3c9ef tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:55.729573 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9d475954-af7c-4246-b61e-b2c188a7ac7f req-5b94a7ea-e313-4527-ae99-d5f732f3c9ef tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0902607
Apr 13 14:46:55.759246 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-9d475954-af7c-4246-b61e-b2c188a7ac7f req-cf39eafd-31c6-4134-bff0-3885886878c3 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0233879
Apr 13 14:46:56.959558 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a07a2d-b073-47e2-bc5d-cc8bceed03a2 req-ce060f11-f3d2-45a1-b4d8-b21c4d371115 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:56.961499 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-36a07a2d-b073-47e2-bc5d-cc8bceed03a2 req-ce060f11-f3d2-45a1-b4d8-b21c4d371115 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0888524
Apr 13 14:46:56.994349 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-36a07a2d-b073-47e2-bc5d-cc8bceed03a2 req-befa5fb7-f336-404e-b1cf-5ab89f81b5fc tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0260379
Apr 13 14:46:58.197364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ef441-9bd9-45b4-9bb9-d68de2bd6cd7 req-a63975a9-4b41-421e-bb34-3acf17418ee6 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:58.198886 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-055ef441-9bd9-45b4-9bb9-d68de2bd6cd7 req-a63975a9-4b41-421e-bb34-3acf17418ee6 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0915997
Apr 13 14:46:58.229485 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-055ef441-9bd9-45b4-9bb9-d68de2bd6cd7 req-03dbc31e-ac8a-4d55-b8e6-910323848a93 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242176
Apr 13 14:46:59.435835 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7bedf8-060d-4577-8e45-99aafc04c707 req-0304f529-b57a-4771-b74f-ab87e493ec11 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:46:59.437958 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bc7bedf8-060d-4577-8e45-99aafc04c707 req-0304f529-b57a-4771-b74f-ab87e493ec11 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.0908911
Apr 13 14:46:59.468609 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-bc7bedf8-060d-4577-8e45-99aafc04c707 req-24da05c1-2c1b-4c7a-9186-56d37bdca68a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0242555
Apr 13 14:47:00.325744 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45362) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:47:00.450660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.466452 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:47:00.471166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Usage tracker for resource:security_group_rule and tenant:503f9b9bd8b749f181d529ac031b1de2 is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:47:00.474163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:47:00.480272 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:47:00.566030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.568912 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.578720 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdb67ab0-d4ff-42c9-9010-cad8574add6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:00.673188 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=503f9b9bd8b749f181d529ac031b1de2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3462729
Apr 13 14:47:00.674354 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99be6ba-c33e-4740-a68d-3663e62e16d0,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:00.676062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45370) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:47:00.688060 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.688497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.688921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.689339 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.689749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.690163 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.690571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.690979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.691386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.691831 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.692236 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.692638 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.699372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83640a65-be97-4390-886b-6ade1c44c34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:00.729852 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08050f8-8c12-449d-b11d-a55c76b45340 req-081c48c0-b128-46ee-8608-53bb232a3997 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:00.731457 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b08050f8-8c12-449d-b11d-a55c76b45340 req-081c48c0-b128-46ee-8608-53bb232a3997 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 943 time: 0.1433625
Apr 13 14:47:00.740526 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.763701 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-b08050f8-8c12-449d-b11d-a55c76b45340 req-f971a01a-d591-4d6d-8de3-946b80f10654 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256238
Apr 13 14:47:00.764098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 1a1f5956-8dc8-4152-8e52-b403fa6eb031 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:47:00.769780 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.818989 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.824255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-33d9c8ab-956c-492f-9fbb-1dc8005dd107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:00.842565 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99be6ba-c33e-4740-a68d-3663e62e16d0,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:00.851481 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.851938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.852359 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.852776 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.853187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.853598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.854006 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.854414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.854824 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.855229 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.855662 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.856065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:00.862294 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:00.869078 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.870291 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-0dc2db85-3acb-4e4c-8ab6-c8f384d4a89c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a99be6ba-c33e-4740-a68d-3663e62e16d0 HTTP/1.1" status: 204  len: 168 time: 0.1929312
Apr 13 14:47:00.917296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:47:00.932162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'port_id': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'mac_address': 'fa:16:3e:de:03:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:47:00.997376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:00.998765 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1f5956-8dc8-4152-8e52-b403fa6eb031 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:47:01.015598 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:47:01.018465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:01.021120 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af10a780-bbdb-4190-9655-2c71be4e9fca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:01.090274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=7']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:01.093627 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:01.219793 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['1a1f5956-8dc8-4152-8e52-b403fa6eb031'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:47:01.885011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:02.216255 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce7e8-26bc-4bf0-abb8-6f44866089dd req-2794bd28-504b-4862-97f0-e5454063c6ce tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:02.218182 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-115ce7e8-26bc-4bf0-abb8-6f44866089dd req-2794bd28-504b-4862-97f0-e5454063c6ce tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 944 time: 0.3389881
Apr 13 14:47:02.253211 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-115ce7e8-26bc-4bf0-abb8-6f44866089dd req-4e7a84e8-e0f1-4b8b-a44f-a59bdf28d1e5 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0256035
Apr 13 14:47:02.763449 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 1a1f5956-8dc8-4152-8e52-b403fa6eb031 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:47:02.835271 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:47:02.835745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:02.959059 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:02.970703 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:47:02.980949 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:47:02.983858 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:02.985784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ebaa3bd5-9e41-4ecd-8b2b-08f166737935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:03.023648 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'code': 200}
Apr 13 14:47:03.057114 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=8']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:03.060173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:03.292358 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9beb6b-1582-4424-a0ff-630c0fc824d4 req-ac39d4e2-c83d-47cc-bcd5-5b830f7db4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:03.293964 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df9beb6b-1582-4424-a0ff-630c0fc824d4 req-ac39d4e2-c83d-47cc-bcd5-5b830f7db4e8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1098 time: 0.0767405
Apr 13 14:47:03.322096 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-df9beb6b-1582-4424-a0ff-630c0fc824d4 req-851952e4-9a9f-463b-9b38-fffd1e07f8e0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0219829
Apr 13 14:47:03.461133 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacefafa-012e-473a-b51f-8fb666260fc8 req-423ee528-a62e-46f7-a52f-7440185e310c tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:03.462769 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aacefafa-012e-473a-b51f-8fb666260fc8 req-423ee528-a62e-46f7-a52f-7440185e310c tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0948360
Apr 13 14:47:03.493806 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-aacefafa-012e-473a-b51f-8fb666260fc8 req-426cceb0-37de-4345-9148-5f7036006695 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244722
Apr 13 14:47:04.701426 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f362723-d47b-433b-be18-6a44d82d969d req-ca11ffa5-e5fc-444f-ac15-005653fe287a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:04.703562 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6f362723-d47b-433b-be18-6a44d82d969d req-ca11ffa5-e5fc-444f-ac15-005653fe287a tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0922389
Apr 13 14:47:04.734431 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-6f362723-d47b-433b-be18-6a44d82d969d req-d537a1cc-f4d2-4be1-9cb9-4ff3cab11dd3 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0245135
Apr 13 14:47:10.021451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:47:13.119016 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45518) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:47:13.244931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:13.260462 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:47:13.264550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Usage tracker for resource:security_group_rule and tenant:0d973f87812b46e6aae55dcb7b149940 is out of sync, need to count used quota {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:47:13.267584 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85241) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:47:13.273736 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85241) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:47:13.358661 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:13.362216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:13.371328 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dfa6e51a-cc5e-452d-8d34-f778f465f47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:13.413690 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d973f87812b46e6aae55dcb7b149940&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2933626
Apr 13 14:47:13.414683 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228f6e3-104e-464c-8d5f-5e7996545d66,revision_number=1']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:13.416715 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45524) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:47:13.418182 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-457b8e60-e6a2-4bff-a22e-ae919e0a5478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:13.480310 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:13.507425 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:13.551283 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:13.556173 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-345442ed-3977-48ef-a6ad-ffc4cbdb66a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:13.574174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228f6e3-104e-464c-8d5f-5e7996545d66,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:13.577306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:13.582171 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:13.583354 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6228f6e3-104e-464c-8d5f-5e7996545d66 HTTP/1.1" status: 204  len: 168 time: 0.1654637
Apr 13 14:47:16.195054 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-97a28144-6ea9-4c46-9374-8712430bf188 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1e4aa3545d9e40a6b21193000456e90d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0351715
Apr 13 14:47:16.363855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-0a50d334-f1d8-41d3-a8f6-b414f7639534 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:16.365420 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-0a50d334-f1d8-41d3-a8f6-b414f7639534 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1644697
Apr 13 14:47:16.381243 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-8bd154b0-1ef5-4d46-be00-c5083a55bc66 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/quotas/1e4aa3545d9e40a6b21193000456e90d HTTP/1.1" status: 200  len: 375 time: 0.0096564
Apr 13 14:47:16.434758 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-bc801d9a-c4e2-4084-abf0-f2b2614d2912 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1e4aa3545d9e40a6b21193000456e90d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0477369
Apr 13 14:47:16.627503 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-57643064-64db-4fee-b0aa-294463c9d1a7 req-9757270c-9059-43e1-b093-22cf84f93c73 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 210 time: 0.0495684
Apr 13 14:47:17.578912 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-0de5082e-d54f-4586-a494-9c3276b45abb tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=1e4aa3545d9e40a6b21193000456e90d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327518
Apr 13 14:47:17.749889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-07274ef7-5d49-44b2-b62c-857c2ac64f74 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:17.751432 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-07274ef7-5d49-44b2-b62c-857c2ac64f74 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1679642
Apr 13 14:47:17.763843 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Request body: {'port': {'device_id': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7', 'admin_state_up': True, 'tenant_id': '1e4aa3545d9e40a6b21193000456e90d'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:47:17.794933 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-82f3fd9a-ae78-4a4d-b71e-8e5c8270a4f4 req-9e990209-8b3b-4d84-b167-00370c4e2e06 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 210 time: 0.0488501
Apr 13 14:47:17.919940 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:47:17.923981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Usage tracker for resource:port and tenant:1e4aa3545d9e40a6b21193000456e90d is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:47:17.927521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:47:17.933571 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:47:17.942786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Made reservation on behalf of 1e4aa3545d9e40a6b21193000456e90d for: {'port': 1} {{(pid=85242) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 13 14:47:17.948966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:17.962653 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks [] for security_group, before_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:17.978871 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 13 14:47:17.982882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Usage tracker for resource:security_group_rule and tenant:1e4aa3545d9e40a6b21193000456e90d is out of sync, need to count used quota {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 13 14:47:17.985787 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85242) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 13 14:47:17.992439 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.quota.driver [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85242) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 13 14:47:18.081807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks [] for security_group, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:18.084857 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:18.089360 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e6b9699e-9dbd-4f29-9c5a-e4e4aaaaa715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:18.167803 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=558402af-d160-4c48-833d-e1a1ac606916,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:18.177868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:18.268635 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Allocated IP 192.168.233.251 (c951e1fd-a91a-4745-8775-434704aca0a7/453f8a15-81af-4a3f-b9f5-0d314112f39f/cd3ebce5-a051-4be4-9661-9163b2d61494) {{(pid=85242) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 13 14:47:18.476576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks [] for port, precommit_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:18.492162 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Transition to ACTIVE for port object cd3ebce5-a051-4be4-9661-9163b2d61494 will not be triggered until provisioned by entity DHCP. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:47:18.515315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732113022562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_create {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:18.530620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:18.665877 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Pushing event updated for resources: {'Port': ['ID=cd3ebce5-a051-4be4-9661-9163b2d61494,revision_number=1']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:18.675148 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:18.723067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Network c951e1fd-a91a-4745-8775-434704aca0a7 is already hosted by enough agents. {{(pid=85242) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 13 14:47:18.724203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Resources bound (agent type, host, resource id):  {{(pid=85242) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 13 14:47:18.726515 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Received port after_create {{(pid=85242) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 13 14:47:18.796320 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:18.797000 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:18.824960 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.0653722
Apr 13 14:47:18.837713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.v2.base [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Request body: {'port': {'device_id': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78605'}} {{(pid=85242) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 13 14:47:18.964675 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-5640f3ce-a3ab-4216-8ed7-cf881e6d1489 None None] Provisioning for port cd3ebce5-a051-4be4-9661-9163b2d61494 completed by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:47:18.969982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-5640f3ce-a3ab-4216-8ed7-cf881e6d1489 None None] Provisioning complete for port cd3ebce5-a051-4be4-9661-9163b2d61494 triggered by entity DHCP. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:47:18.970396 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5640f3ce-a3ab-4216-8ed7-cf881e6d1489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:19.011747 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:19.145404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72b4bf-b8bb-4bea-8e9b-584174d149f5 req-0977487b-818e-4a30-a1f9-25d6fa46935c tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:19.146197 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-3a72b4bf-b8bb-4bea-8e9b-584174d149f5 req-0977487b-818e-4a30-a1f9-25d6fa46935c tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Synchronizing usage tracker for tenant:1e4aa3545d9e40a6b21193000456e90d on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:47:19.198287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-5640f3ce-a3ab-4216-8ed7-cf881e6d1489 None None] Port cd3ebce5-a051-4be4-9661-9163b2d61494 cannot update to ACTIVE because it is not bound. {{(pid=85243) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 13 14:47:19.228019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-3a72b4bf-b8bb-4bea-8e9b-584174d149f5 req-0977487b-818e-4a30-a1f9-25d6fa46935c tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Unset dirty status for tenant:1e4aa3545d9e40a6b21193000456e90d on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:47:19.229290 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3a72b4bf-b8bb-4bea-8e9b-584174d149f5 req-0977487b-818e-4a30-a1f9-25d6fa46935c tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 936 time: 0.2943046
Apr 13 14:47:19.527910 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-3a72b4bf-b8bb-4bea-8e9b-584174d149f5 req-4f87b062-a6e4-4988-a539-a4345e527cf6 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Synchronizing usage tracker for tenant:1e4aa3545d9e40a6b21193000456e90d on resource:security_group {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:47:19.622525 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-3a72b4bf-b8bb-4bea-8e9b-584174d149f5 req-4f87b062-a6e4-4988-a539-a4345e527cf6 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Unset dirty status for tenant:1e4aa3545d9e40a6b21193000456e90d on resource:security_group {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:47:19.623707 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-3a72b4bf-b8bb-4bea-8e9b-584174d149f5 req-4f87b062-a6e4-4988-a539-a4345e527cf6 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3868835
Apr 13 14:47:19.730986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd3ebce5-a051-4be4-9661-9163b2d61494 {{(pid=85242) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:47:19.738822 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:19.753660 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Transition to ACTIVE for port object cd3ebce5-a051-4be4-9661-9163b2d61494 will not be triggered until provisioned by entity L2. {{(pid=85242) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 13 14:47:19.756536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:19.772921 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a2f595c3-c14b-4ce1-94b6-b885bd40dd52 tempest-AttachVolumeShelveTestJSON-2031978108 tempest-AttachVolumeShelveTestJSON-2031978108-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:19.921752 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3ebce5-a051-4be4-9661-9163b2d61494,revision_number=2']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:19.929980 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:19.987338 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a405345b-a45a-4ff5-bbd1-3f33ece62b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:20.146490 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Attempting to bind port cd3ebce5-a051-4be4-9661-9163b2d61494 on host hv-cinder-78605 for vnic_type normal with profile  {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 13 14:47:20.146860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Attempting to bind port cd3ebce5-a051-4be4-9661-9163b2d61494 by drivers openvswitch,hyperv on host hv-cinder-78605 at level 0 using segments [{'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'}] {{(pid=85242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 13 14:47:20.147224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Attempting to bind port cd3ebce5-a051-4be4-9661-9163b2d61494 on network c951e1fd-a91a-4745-8775-434704aca0a7 {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:47:20.152151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Port cd3ebce5-a051-4be4-9661-9163b2d61494 on network c951e1fd-a91a-4745-8775-434704aca0a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78605 {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 13 14:47:20.152508 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Attempting to bind port cd3ebce5-a051-4be4-9661-9163b2d61494 on network c951e1fd-a91a-4745-8775-434704aca0a7 {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 13 14:47:20.157883 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Checking agent: {'id': '3c400964-60be-49ea-80a2-5cf81ccc529e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78605', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'started_at': datetime.datetime(2021, 4, 13, 14, 33, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 13, 14, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 13 14:47:20.158252 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Checking segment: {'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85242) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 13 14:47:20.158673 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Bound using segment: {'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'} {{(pid=85242) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 13 14:47:20.159139 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Bound port: cd3ebce5-a051-4be4-9661-9163b2d61494, host: hv-cinder-78605, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c51248-775f-4471-bd98-4b93e7213649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7'}}] {{(pid=85242) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 13 14:47:20.159546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:20.240240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] For port cd3ebce5-a051-4be4-9661-9163b2d61494, host hv-cinder-78605, cleared binding levels {{(pid=85242) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 13 14:47:20.243749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] For port cd3ebce5-a051-4be4-9661-9163b2d61494, host hv-cinder-78605, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd3ebce5-a051-4be4-9661-9163b2d61494,segment=NetworkSegment(95c51248-775f-4471-bd98-4b93e7213649),segment_id=95c51248-775f-4471-bd98-4b93e7213649)] {{(pid=85242) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 13 14:47:20.247058 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036838245416'] for port, after_update {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:20.262920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-572402ee-491e-4a4d-ab19-0d43d9896751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:20.413546 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Pushing event updated for resources: {'Port': ['ID=cd3ebce5-a051-4be4-9661-9163b2d61494,revision_number=3']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:20.418204 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:20.453043 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:20.453564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:20.455023 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] 10.222.0.48 "PUT /v2.0/ports/cd3ebce5-a051-4be4-9661-9163b2d61494 HTTP/1.1" status: 200  len: 1098 time: 1.6224215
Apr 13 14:47:20.455609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'tag': 'cd3ebce5-a051-4be4-9661-9163b2d61494'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:47:20.571572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-a9a108f1-9cd5-4e7e-805f-438351565f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:20.573115 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-a9a108f1-9cd5-4e7e-805f-438351565f23 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e4aa3545d9e40a6b21193000456e90d&device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 1101 time: 0.0831108
Apr 13 14:47:20.647445 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'tag': 'cd3ebce5-a051-4be4-9661-9163b2d61494', 'status': 'completed', 'code': 200}
Apr 13 14:47:20.656546 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-43f08f66-f8ff-422b-8f29-c7fc1663227a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=cd3ebce5-a051-4be4-9661-9163b2d61494 HTTP/1.1" status: 200  len: 217 time: 0.0759456
Apr 13 14:47:20.730105 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-f7594bfd-ace7-43e6-b60d-1a664ebe472e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:20.731639 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-f7594bfd-ace7-43e6-b60d-1a664ebe472e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=453f8a15-81af-4a3f-b9f5-0d314112f39f HTTP/1.1" status: 200  len: 843 time: 0.0678964
Apr 13 14:47:20.884167 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-5af2311e-6586-4003-a3c5-66575642d5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:20.885741 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-5af2311e-6586-4003-a3c5-66575642d5b9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c951e1fd-a91a-4745-8775-434704aca0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1475897
Apr 13 14:47:20.893767 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed5e47-00fb-4701-b4e3-1945cf224335 req-5f7000a5-24a2-4e2c-9304-c74512288478 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:20.895210 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a1ed5e47-00fb-4701-b4e3-1945cf224335 req-5f7000a5-24a2-4e2c-9304-c74512288478 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 948 time: 0.1558733
Apr 13 14:47:21.006492 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-a1ed5e47-00fb-4701-b4e3-1945cf224335 req-f37ed2d0-490d-4fb2-8efb-7e00beb09972 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890918
Apr 13 14:47:21.053755 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-ef8cf897-cc7c-4370-a459-1a3b6812a941 service neutron] 10.222.0.48 "GET /v2.0/networks/c951e1fd-a91a-4745-8775-434704aca0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1575263
Apr 13 14:47:21.197106 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-8c656aef-cf91-4dc9-ae5c-1b36f7d579d0 req-f2044cbd-cb17-4d54-a4de-353d99c48f6f service neutron] 10.222.0.48 "GET /v2.0/networks/c951e1fd-a91a-4745-8775-434704aca0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1359382
Apr 13 14:47:21.323648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-022b6c14-08c4-4fd1-9d7f-d789250958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:21.325321 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-022b6c14-08c4-4fd1-9d7f-d789250958f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=1e4aa3545d9e40a6b21193000456e90d&device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 1101 time: 0.0826938
Apr 13 14:47:21.466104 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-25ca21c9-b2f3-4146-a9a8-e20c21e1791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:21.467633 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-25ca21c9-b2f3-4146-a9a8-e20c21e1791d service neutron] 10.222.0.48 "GET /v2.0/networks?id=c951e1fd-a91a-4745-8775-434704aca0a7 HTTP/1.1" status: 200  len: 870 time: 0.1359017
Apr 13 14:47:21.542177 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-5b5ad711-fd71-40d1-9754-39a69bf35e15 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=cd3ebce5-a051-4be4-9661-9163b2d61494 HTTP/1.1" status: 200  len: 217 time: 0.0676126
Apr 13 14:47:21.610424 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-5d24e040-dabd-49f4-a7fe-9a60c0a2e45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:21.612184 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-5d24e040-dabd-49f4-a7fe-9a60c0a2e45c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=453f8a15-81af-4a3f-b9f5-0d314112f39f HTTP/1.1" status: 200  len: 843 time: 0.0638590
Apr 13 14:47:21.694238 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-851f9eaa-951d-41c9-b8e2-6768baf6c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:21.695838 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-851f9eaa-951d-41c9-b8e2-6768baf6c410 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c951e1fd-a91a-4745-8775-434704aca0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0764589
Apr 13 14:47:21.840460 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-134fe065-7a85-4ce4-939c-0291cba4b85d service neutron] 10.222.0.48 "GET /v2.0/networks/c951e1fd-a91a-4745-8775-434704aca0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367798
Apr 13 14:47:21.990016 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-c899ef54-da4a-49ae-a8fd-fd35edbc083c req-69bfb0df-d254-41d6-afe5-77872581e6e0 service neutron] 10.222.0.48 "GET /v2.0/networks/c951e1fd-a91a-4745-8775-434704aca0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426146
Apr 13 14:47:22.192898 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15ea1be1-9e18-49ab-8114-73e3bf3d0dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:22.216024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca8c0a-cd9b-419f-a41b-932a310ef5a8 req-7e0d3de1-44fd-4695-99d2-29c74bf3f8a9 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:22.217624 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f0ca8c0a-cd9b-419f-a41b-932a310ef5a8 req-7e0d3de1-44fd-4695-99d2-29c74bf3f8a9 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 948 time: 0.0981538
Apr 13 14:47:22.267172 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-f0ca8c0a-cd9b-419f-a41b-932a310ef5a8 req-6d79bafb-78e9-4fc0-80ca-70a3c0099bf3 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425627
Apr 13 14:47:23.141404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:23.475289 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6af83-2121-43f9-b405-9a087b32fa3a req-635a98e5-cb53-474c-b06a-ef12b3da803b tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:23.476818 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-34b6af83-2121-43f9-b405-9a087b32fa3a req-635a98e5-cb53-474c-b06a-ef12b3da803b tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 948 time: 0.0947926
Apr 13 14:47:23.507638 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-34b6af83-2121-43f9-b405-9a087b32fa3a req-47e31984-4b0c-4f62-b888-3603d1e8ae4a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243778
Apr 13 14:47:23.831894 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:24.708223 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41123c93-db2d-453c-bf53-09f9081bca9c req-5869615f-1292-4ca1-a4a4-0028656859f0 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:24.709814 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-41123c93-db2d-453c-bf53-09f9081bca9c req-5869615f-1292-4ca1-a4a4-0028656859f0 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 948 time: 0.0880065
Apr 13 14:47:24.741235 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-41123c93-db2d-453c-bf53-09f9081bca9c req-2c25977c-0e36-4c4f-b58d-400925873754 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0250697
Apr 13 14:47:24.875323 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cd3ebce5-a051-4be4-9661-9163b2d61494 details requested by agent hyperv_hv-cinder-78605 with host hv-cinder-78605 {{(pid=85243) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 13 14:47:25.014745 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port cd3ebce5-a051-4be4-9661-9163b2d61494, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd3ebce5-a051-4be4-9661-9163b2d61494,segment=NetworkSegment(95c51248-775f-4471-bd98-4b93e7213649),segment_id=95c51248-775f-4471-bd98-4b93e7213649)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:47:25.029030 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Returning: {'device': 'cd3ebce5-a051-4be4-9661-9163b2d61494', 'network_id': 'c951e1fd-a91a-4745-8775-434704aca0a7', 'port_id': 'cd3ebce5-a051-4be4-9661-9163b2d61494', 'mac_address': 'fa:16:3e:15:3c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453f8a15-81af-4a3f-b9f5-0d314112f39f', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85243) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 13 14:47:25.089770 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:25.107470 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd3ebce5-a051-4be4-9661-9163b2d61494 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 13 14:47:25.123086 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port cd3ebce5-a051-4be4-9661-9163b2d61494, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd3ebce5-a051-4be4-9661-9163b2d61494,segment=NetworkSegment(95c51248-775f-4471-bd98-4b93e7213649),segment_id=95c51248-775f-4471-bd98-4b93e7213649)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:47:25.125970 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:25.127742 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:25.200482 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=cd3ebce5-a051-4be4-9661-9163b2d61494,revision_number=4']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:25.209022 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.209420 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.209806 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.210185 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.210558 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.210931 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.211301 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.211696 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.212070 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.212436 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.212809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.213174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:47:25.217202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:25.341100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cd3ebce5-a051-4be4-9661-9163b2d61494'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:47:25.436221 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:25.945166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506074c6-7eaf-4864-98d8-229257dd08a7 req-35f68d99-5218-4b35-9d5a-3295fed7ed6a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:25.946783 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-506074c6-7eaf-4864-98d8-229257dd08a7 req-35f68d99-5218-4b35-9d5a-3295fed7ed6a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 949 time: 0.0936918
Apr 13 14:47:25.978955 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-506074c6-7eaf-4864-98d8-229257dd08a7 req-bde48731-52ea-412b-a89e-1abbde6f31a1 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0251937
Apr 13 14:47:26.891506 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cd3ebce5-a051-4be4-9661-9163b2d61494 up at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 13 14:47:26.962855 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning for port cd3ebce5-a051-4be4-9661-9163b2d61494 completed by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 13 14:47:26.967819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Provisioning complete for port cd3ebce5-a051-4be4-9661-9163b2d61494 triggered by entity L2. {{(pid=85243) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 13 14:47:26.968242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-98181'] for port, provisioning_complete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:27.093553 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854607426'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:27.106049 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3ebce5-a051-4be4-9661-9163b2d61494'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:47:27.116387 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] For port cd3ebce5-a051-4be4-9661-9163b2d61494, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd3ebce5-a051-4be4-9661-9163b2d61494,segment=NetworkSegment(95c51248-775f-4471-bd98-4b93e7213649),segment_id=95c51248-775f-4471-bd98-4b93e7213649)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:47:27.119345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732113464862', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732113022579', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304741753204'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:27.122062 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdd8dc2f-0f07-4514-a66c-f5d11bdf9a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:27.159856 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd3ebce5-a051-4be4-9661-9163b2d61494', 'code': 200}
Apr 13 14:47:27.183227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2751d8-c708-40bd-b32a-a0f350fca9fe req-6d2217ce-80de-4721-b488-c057cb25906e tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:27.184898 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4e2751d8-c708-40bd-b32a-a0f350fca9fe req-6d2217ce-80de-4721-b488-c057cb25906e tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 950 time: 0.0934904
Apr 13 14:47:27.200759 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Pushing event updated for resources: {'Port': ['ID=cd3ebce5-a051-4be4-9661-9163b2d61494,revision_number=5']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:27.204003 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:27.224301 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4e2751d8-c708-40bd-b32a-a0f350fca9fe req-d816544d-38d1-4fdd-b3d2-236100404d21 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307682
Apr 13 14:47:27.408355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e09b5-612c-40e6-bd28-17f31822d115 req-11c43649-25e5-426e-8581-70094310f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:27.409834 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4a8e09b5-612c-40e6-bd28-17f31822d115 req-11c43649-25e5-426e-8581-70094310f15d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 1103 time: 0.0791481
Apr 13 14:47:27.435799 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4a8e09b5-612c-40e6-bd28-17f31822d115 req-72cc2bb7-d6d6-46f8-a827-c1e9475efdb5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0189548
Apr 13 14:47:28.425749 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08932e41-158e-439e-b2d7-100b35afb8ed req-aedc5443-51b5-40a0-ad6b-b02b764c56de tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:28.427353 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08932e41-158e-439e-b2d7-100b35afb8ed req-aedc5443-51b5-40a0-ad6b-b02b764c56de tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 950 time: 0.0868700
Apr 13 14:47:28.459668 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-08932e41-158e-439e-b2d7-100b35afb8ed req-65371a12-e7d0-49ad-8f4f-6c4dc0bf7886 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0243499
Apr 13 14:47:29.659242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23677b-c29e-46ed-a3a3-131bcf3af677 req-04c56cad-1555-4a59-a935-01256296fe0a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:29.660883 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f23677b-c29e-46ed-a3a3-131bcf3af677 req-04c56cad-1555-4a59-a935-01256296fe0a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 950 time: 0.0889664
Apr 13 14:47:29.692486 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-4f23677b-c29e-46ed-a3a3-131bcf3af677 req-67f704f6-a748-4aa3-8a19-3ed42273a621 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0246818
Apr 13 14:47:30.162454 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b935a-ad79-4997-b0bc-99699c8df6b3 req-3845acce-9291-48df-a1b4-75dbc58c57db tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:30.164023 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-916b935a-ad79-4997-b0bc-99699c8df6b3 req-3845acce-9291-48df-a1b4-75dbc58c57db tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 950 time: 0.0907388
Apr 13 14:47:30.194370 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-916b935a-ad79-4997-b0bc-99699c8df6b3 req-25002670-7f95-4f01-be76-fc81cdc17e08 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0239241
Apr 13 14:47:31.437225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06400b-1502-4bba-ae37-99f483664196 req-beb50c54-0baa-4d6e-bf3d-ceb232b13fc8 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:31.438778 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cc06400b-1502-4bba-ae37-99f483664196 req-beb50c54-0baa-4d6e-bf3d-ceb232b13fc8 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 950 time: 0.1286376
Apr 13 14:47:31.480410 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-cc06400b-1502-4bba-ae37-99f483664196 req-2190110e-5eb6-4d91-bc39-1567165df63a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/security-groups?id=558402af-d160-4c48-833d-e1a1ac606916&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329452
Apr 13 14:47:31.505589 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-67fcde91-60c8-4ab5-b9db-0d3ba9c77311 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:31.507166 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-67fcde91-60c8-4ab5-b9db-0d3ba9c77311 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.48 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 950 time: 0.1175780
Apr 13 14:47:31.586012 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Deleting port cd3ebce5-a051-4be4-9661-9163b2d61494 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:47:31.586393 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:31.844833 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] For port cd3ebce5-a051-4be4-9661-9163b2d61494, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=cd3ebce5-a051-4be4-9661-9163b2d61494,segment=NetworkSegment(95c51248-775f-4471-bd98-4b93e7213649),segment_id=95c51248-775f-4471-bd98-4b93e7213649)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:47:31.845225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:31.900750 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:31.976993 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Calling delete_port for cd3ebce5-a051-4be4-9661-9163b2d61494 owned by compute:nova {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:47:32.123739 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:32.134405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dd541316-da5a-458d-af18-1159eb00736c None None] get_ports_and_sgs() called for port_ids ['cd3ebce5-a051-4be4-9661-9163b2d61494'] {{(pid=85243) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 13 14:47:32.139142 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-741938ab-595b-4212-ad5b-1e0b14d03689 tempest-TestVolumeBootPattern-457945608 tempest-TestVolumeBootPattern-457945608-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:32.198825 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Pushing event deleted for resources: {'Port': ['ID=cd3ebce5-a051-4be4-9661-9163b2d61494,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:32.202753 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:32.389690 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] No DVR routers for this DVR port cd3ebce5-a051-4be4-9661-9163b2d61494 on host hv-cinder-78605 {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:47:32.392403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:32.395405 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'name': 'network-vif-deleted', 'tag': 'cd3ebce5-a051-4be4-9661-9163b2d61494'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:47:32.411836 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-2490d87b-ab17-4353-ba52-9f6d910defc2 req-fe2c7a3c-b442-4a49-95ef-f5802acc386a tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.48 "DELETE /v2.0/ports/cd3ebce5-a051-4be4-9661-9163b2d61494 HTTP/1.1" status: 204  len: 173 time: 0.8984926
Apr 13 14:47:32.450537 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe2ede8-c161-41f3-9bea-f75ca2e70c22', 'name': 'network-vif-deleted', 'tag': 'cd3ebce5-a051-4be4-9661-9163b2d61494', 'status': 'completed', 'code': 200}
Apr 13 14:47:32.656976 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-06f8984b-53a1-4ad0-b24f-b6043258de37 req-efa58986-6a4c-4b6c-b7a3-0f8e602c782f tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Synchronizing usage tracker for tenant:1e4aa3545d9e40a6b21193000456e90d on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:47:32.671838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-06f8984b-53a1-4ad0-b24f-b6043258de37 req-efa58986-6a4c-4b6c-b7a3-0f8e602c782f tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Unset dirty status for tenant:1e4aa3545d9e40a6b21193000456e90d on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:47:32.673082 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-06f8984b-53a1-4ad0-b24f-b6043258de37 req-efa58986-6a4c-4b6c-b7a3-0f8e602c782f tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fe2ede8-c161-41f3-9bea-f75ca2e70c22 HTTP/1.1" status: 200  len: 210 time: 0.0628667
Apr 13 14:47:34.950535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cd3ebce5-a051-4be4-9661-9163b2d61494 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:47:34.987067 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: cd3ebce5-a051-4be4-9661-9163b2d61494 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:47:34.987463 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device cd3ebce5-a051-4be4-9661-9163b2d61494 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:47:38.064915 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-38928adf-d89b-46cd-b0da-74156fc841ba service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0766826
Apr 13 14:47:38.460212 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-205432f7-b747-43f5-b776-984ede939940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:38.461858 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-205432f7-b747-43f5-b776-984ede939940 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1098 time: 0.3287816
Apr 13 14:47:38.618814 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-7afed5ea-9036-4e00-ae27-698bfa3cddbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:38.620448 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-7afed5ea-9036-4e00-ae27-698bfa3cddbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 910 time: 0.1380534
Apr 13 14:47:38.652101 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45858) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:47:38.728691 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-84fe68e9-3948-4331-b782-50216b0ae74b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 1001 time: 0.1020992
Apr 13 14:47:38.800372 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-4e46548e-9bb1-4cb1-aba9-f257f8d33d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:38.801938 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-4e46548e-9bb1-4cb1-aba9-f257f8d33d54 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.0670567
Apr 13 14:47:38.825657 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-1922f0c0-7408-4fd3-845b-91ac2a0ce8b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e4aa3545d9e40a6b21193000456e90d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1722496
Apr 13 14:47:38.828264 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45864) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:47:38.885769 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-35015ba6-dcf2-43f6-b70f-461763bf5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:47:38.887380 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-35015ba6-dcf2-43f6-b70f-461763bf5325 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787325
Apr 13 14:47:38.891648 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa62e-f500-4b96-8e20-2ab2628b66e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:38.920811 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa62e-f500-4b96-8e20-2ab2628b66e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:38.968257 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa62e-f500-4b96-8e20-2ab2628b66e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:38.973670 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-750720bb-48ce-4119-b0ab-7940f80c7e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:47:38.992734 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfa62e-f500-4b96-8e20-2ab2628b66e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558402af-d160-4c48-833d-e1a1ac606916,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:47:38.995251 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9cbfa62e-f500-4b96-8e20-2ab2628b66e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:47:39.008900 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9cbfa62e-f500-4b96-8e20-2ab2628b66e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:39.010133 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-9cbfa62e-f500-4b96-8e20-2ab2628b66e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/558402af-d160-4c48-833d-e1a1ac606916 HTTP/1.1" status: 204  len: 168 time: 0.1808803
Apr 13 14:47:39.032834 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-2fc4bf8e-a23e-452c-9ab4-a274ae04f054 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387355
Apr 13 14:47:39.181454 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-902e5296-54d8-4978-b6c0-8e67f8d6ccb1 req-9aee9b36-63bb-4ef4-9de5-4111c29475ef service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423893
Apr 13 14:47:47.021464 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:47:49.983065 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bb1d3f35-24a1-49d0-89b9-e6e6493644dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:52.194336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-34da5001-514b-4c1f-85ac-ec49aea4cca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:53.144596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:53.833485 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:47:55.426335 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:01.888576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:19.985983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e83172e1-a964-4aad-9266-4492ca9c85d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:20.243925 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85241) accepted ('10.222.0.22', 45874) {{(pid=85241) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:20.456709 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Deleting port fff09d38-da67-4813-979d-7243317a3f89 {{(pid=85241) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:20.457085 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:20.639090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:20.639456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:20.769924 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Calling delete_port for fff09d38-da67-4813-979d-7243317a3f89 owned by network:floatingip {{(pid=85241) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:20.920165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14099323'] for port, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:20.935153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bf5b82ff-be06-4fbc-8565-2abd4074782d tempest-AttachVolumeNegativeTest-724590946 tempest-AttachVolumeNegativeTest-724590946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:20.992014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event deleted for resources: {'Port': ['ID=fff09d38-da67-4813-979d-7243317a3f89,revision_number=None']} {{(pid=85241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:21.048532 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.048952 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.049364 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.049773 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.050176 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.050578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.050978 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.051378 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.051802 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.052202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.052597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.052990 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:21.060127 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85241) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:21.206455 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for floatingip, after_delete {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:21.206753 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.db.l3_db [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Floating IP c486966c-6f42-4572-b8d9-4b74e3591e6b disassociated (deleted). External IP: 172.27.3.143, port: 1a1f5956-8dc8-4152-8e52-b403fa6eb031.
Apr 13 14:48:21.574616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Router 0e5380ae-5d05-425d-b3dd-011c35989fad has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85241) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:48:21.760561 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85241) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:48:21.770599 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] Sync routers for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:48:21.780767 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for floatingip, before_response {{(pid=85241) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:21.781880 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:48:21.782559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a557b6a0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:47:52Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:21.839247 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-73fbe7d7-f25c-4dd2-a3eb-2d80e9e68f44 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "DELETE /v2.0/floatingips/c486966c-6f42-4572-b8d9-4b74e3591e6b HTTP/1.1" status: 204  len: 168 time: 1.5940926
Apr 13 14:48:21.839882 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031'}] {{(pid=85241) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:48:21.889594 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'status': 'completed', 'code': 200}
Apr 13 14:48:21.973242 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:48:21.998014 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-c56bac9f-a5d7-46ab-8322-0b6e72b79e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:48:21.999648 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-c56bac9f-a5d7-46ab-8322-0b6e72b79e1e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0daac20df52e492791d1a0390959da55&device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 1098 time: 0.0865974
Apr 13 14:48:22.145701 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-858b900f-8edb-45bf-bcd3-ca8b75aed47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:48:22.147381 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-858b900f-8edb-45bf-bcd3-ca8b75aed47b service neutron] 10.222.0.48 "GET /v2.0/networks?id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 200  len: 910 time: 0.1415248
Apr 13 14:48:22.227198 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-5d42103e-c240-4fef-be64-b1da281708a0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 200  len: 217 time: 0.0720630
Apr 13 14:48:22.239011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a343e7ad-e048-420a-89e2-4f8117bd49b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:22.245269 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5b11-35da-49c8-b972-f5231dfac3aa req-2c8e6cfd-c091-4522-ac70-edd852939026 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85241) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:48:22.246550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-e66b5b11-35da-49c8-b972-f5231dfac3aa req-2c8e6cfd-c091-4522-ac70-edd852939026 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Synchronizing usage tracker for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85241) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:48:22.266187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-e66b5b11-35da-49c8-b972-f5231dfac3aa req-2c8e6cfd-c091-4522-ac70-edd852939026 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Unset dirty status for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85241) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:48:22.267711 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e66b5b11-35da-49c8-b972-f5231dfac3aa req-2c8e6cfd-c091-4522-ac70-edd852939026 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.1174994
Apr 13 14:48:22.303838 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-e66b5b11-35da-49c8-b972-f5231dfac3aa req-a71c5638-e101-4ef5-80c2-631857e583ad tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0287631
Apr 13 14:48:22.305827 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-4e7e7d47-e660-4f0f-a7bf-e25b05371753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:48:22.307398 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-4e7e7d47-e660-4f0f-a7bf-e25b05371753 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 200  len: 848 time: 0.0725932
Apr 13 14:48:22.345213 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a557b6a0>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 5, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:22.349577 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] Checking router: 0e5380ae-5d05-425d-b3dd-011c35989fad for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:48:22.359432 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:48:22.360285 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a557b6a0>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:48:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:22.390559 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-910b51fc-a533-4b03-a4d7-e43a3f4850b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:48:22.392195 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-910b51fc-a533-4b03-a4d7-e43a3f4850b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783699
Apr 13 14:48:22.537597 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-43e7c299-5b07-473c-b188-d13b9b480d8a service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378870
Apr 13 14:48:22.548135 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:48:22.681888 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-80594bb4-5f9c-48e4-ace4-78a9c50fbd5b req-937ce5b6-f7c7-458d-924a-fd02ec23ac33 service neutron] 10.222.0.48 "GET /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374605
Apr 13 14:48:22.877363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a557b6a0>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 5, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:22.881480 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ac2807-f22f-47b5-b98d-0c04f2b9994a None None] The sync data for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi is: [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:43:35Z', 'revision_number': 4, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi', '_interfaces': [{'id': '9c69220a-713d-4af5-be9c-52b2c744e164', 'name': '', 'network_id': '6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'mac_address': 'fa:16:3e:bd:8b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:34Z', 'updated_at': '2021-04-13T14:43:44Z', 'revision_number': 5, 'project_id': '0daac20df52e492791d1a0390959da55', 'subnets': [{'id': 'a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:48:23.148868 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:23.290458 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234f1e8-6615-4220-a76b-a9a6a8b9c7a0 None None] New status for floating IP c486966c-6f42-4572-b8d9-4b74e3591e6b: DOWN {{(pid=85244) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 13 14:48:23.511587 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15468643-e4a2-447d-a4aa-d946a0f07bb1 req-6dd935c9-b49b-44c8-a340-13b405a3d282 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:48:23.513278 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-15468643-e4a2-447d-a4aa-d946a0f07bb1 req-6dd935c9-b49b-44c8-a340-13b405a3d282 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0920467
Apr 13 14:48:23.544538 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-15468643-e4a2-447d-a4aa-d946a0f07bb1 req-73957457-29d3-4849-b5b7-68eec8e912c2 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/security-groups?id=c107db5b-2edb-4a8c-a2e0-3b85b6575277&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238442
Apr 13 14:48:23.651394 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-22173713-3a30-4c12-94f1-941b8cdd41a4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85242) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 13 14:48:23.652969 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-22173713-3a30-4c12-94f1-941b8cdd41a4 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.48 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 945 time: 0.0853093
Apr 13 14:48:23.730202 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Deleting port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:23.730510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:23.835189 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:23.999300 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] For port 1a1f5956-8dc8-4152-8e52-b403fa6eb031, host hv-cinder-78605, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78605',level=0,port_id=1a1f5956-8dc8-4152-8e52-b403fa6eb031,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:23.999644 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:24.021276 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:48:24.136999 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Calling delete_port for 1a1f5956-8dc8-4152-8e52-b403fa6eb031 owned by compute:nova {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:24.283951 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:24.300201 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-994871c6-8f10-4a9e-adb3-24de32b84483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:24.357036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event deleted for resources: {'Port': ['ID=1a1f5956-8dc8-4152-8e52-b403fa6eb031,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:24.368450 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.368873 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.369287 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.369728 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.370091 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.370491 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.370889 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.371296 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.371713 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.372110 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.372503 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.372899 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786054-1-iscsi {{(pid=85242) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 13 14:48:24.422412 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:24.553243 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] No DVR routers for this DVR port 1a1f5956-8dc8-4152-8e52-b403fa6eb031 on host hv-cinder-78605 {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:48:24.555866 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774829'] for port, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:24.558610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-deleted', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031'}] {{(pid=85242) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 13 14:48:24.575970 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-ae164b7d-26f7-49c3-b366-c5ffafa4ea59 req-67c034b6-6f0a-41e9-8fe0-00852d512e9d tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.48 "DELETE /v2.0/ports/1a1f5956-8dc8-4152-8e52-b403fa6eb031 HTTP/1.1" status: 204  len: 173 time: 0.9178374
Apr 13 14:48:24.608182 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b06174c-843b-46ff-8112-438ed1b9700c', 'name': 'network-vif-deleted', 'tag': '1a1f5956-8dc8-4152-8e52-b403fa6eb031', 'status': 'completed', 'code': 200}
Apr 13 14:48:24.716624 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-976bb118-3122-4a51-add2-c29369657b69 req-3f29f6d2-0de9-4711-a0a0-d48141c0bd06 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Synchronizing usage tracker for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85242) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 13 14:48:24.730974 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.quota.resource [req-976bb118-3122-4a51-add2-c29369657b69 req-3f29f6d2-0de9-4711-a0a0-d48141c0bd06 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Unset dirty status for tenant:0daac20df52e492791d1a0390959da55 on resource:port {{(pid=85242) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 13 14:48:24.732269 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [req-976bb118-3122-4a51-add2-c29369657b69 req-3f29f6d2-0de9-4711-a0a0-d48141c0bd06 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b06174c-843b-46ff-8112-438ed1b9700c HTTP/1.1" status: 200  len: 210 time: 0.0641537
Apr 13 14:48:25.426451 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:25.836477 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45892) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:25.908717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa8308ab-b180-4af8-9ba9-fcebb0f2cf5f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:25.940321 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa8308ab-b180-4af8-9ba9-fcebb0f2cf5f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:25.994406 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa8308ab-b180-4af8-9ba9-fcebb0f2cf5f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:26.000290 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-007fde80-0911-4a7f-ab97-734f7c17b9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:26.019075 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8308ab-b180-4af8-9ba9-fcebb0f2cf5f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c107db5b-2edb-4a8c-a2e0-3b85b6575277,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:26.021789 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fa8308ab-b180-4af8-9ba9-fcebb0f2cf5f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:26.029374 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa8308ab-b180-4af8-9ba9-fcebb0f2cf5f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:26.030684 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-fa8308ab-b180-4af8-9ba9-fcebb0f2cf5f tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] 10.222.0.22 "DELETE /v2.0/security-groups/c107db5b-2edb-4a8c-a2e0-3b85b6575277 HTTP/1.1" status: 204  len: 168 time: 0.1930625
Apr 13 14:48:26.082107 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45898) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:26.641448 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:27.214254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 1a1f5956-8dc8-4152-8e52-b403fa6eb031 no longer exists at agent hyperv_hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:48:27.247979 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Deleting port 9c69220a-713d-4af5-be9c-52b2c744e164 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:27.248860 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:27.251045 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dd541316-da5a-458d-af18-1159eb00736c None None] No Port match for: 1a1f5956-8dc8-4152-8e52-b403fa6eb031 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:48:27.251456 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Device 1a1f5956-8dc8-4152-8e52-b403fa6eb031 not bound to the agent host hv-cinder-78605 {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:48:27.431823 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] For port 9c69220a-713d-4af5-be9c-52b2c744e164, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=9c69220a-713d-4af5-be9c-52b2c744e164,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:27.432216 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:27.564564 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Calling delete_port for 9c69220a-713d-4af5-be9c-52b2c744e164 owned by network:router_interface {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:27.747876 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:27.764015 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:27.819613 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c69220a-713d-4af5-be9c-52b2c744e164,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:27.823531 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:28.210619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:28.714700 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Router 0e5380ae-5d05-425d-b3dd-011c35989fad has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:48:28.902178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:48:28.911550 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] Sync routers for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:48:28.917760 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-b919be5a-df0e-44cd-92f6-4923a53109d7 admin admin] 10.222.0.22 "PUT /v2.0/routers/0e5380ae-5d05-425d-b3dd-011c35989fad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8344371
Apr 13 14:48:28.920386 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45902) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:28.921748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:48:28.922466 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5f86320>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:48:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:29.119537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:29.285103 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: dv-cinder-786054-1-iscsi {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:48:29.312795 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:29.321155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Deleting port 623ae2aa-947d-45ae-b63a-4fb89f0f960e {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:29.321533 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:29.511245 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] For port 623ae2aa-947d-45ae-b63a-4fb89f0f960e, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=623ae2aa-947d-45ae-b63a-4fb89f0f960e,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:29.511674 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:29.588370 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5f86320>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:48:27Z', 'revision_number': 5, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port': {'id': '623ae2aa-947d-45ae-b63a-4fb89f0f960e', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:31Z', 'updated_at': '2021-04-13T14:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:29.593036 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] Checking router: 0e5380ae-5d05-425d-b3dd-011c35989fad for host: dv-cinder-786054-1-iscsi {{(pid=85243) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:48:29.601938 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] Routers {'0e5380ae-5d05-425d-b3dd-011c35989fad'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85243) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:48:29.602602 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a5f86320>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:48:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['0e5380ae-5d05-425d-b3dd-011c35989fad'], 'active': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:29.644178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Calling delete_port for 623ae2aa-947d-45ae-b63a-4fb89f0f960e owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:29.763151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] Set router 0e5380ae-5d05-425d-b3dd-011c35989fad gateway port host: None {{(pid=85243) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:48:29.881870 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a5f86320>, [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:48:29Z', 'revision_number': 6, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:29.886637 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dd951c-6aad-40e7-a35f-9d0699efe33c None None] The sync data for ids ['0e5380ae-5d05-425d-b3dd-011c35989fad'] in dv-cinder-786054-1-iscsi is: [{'id': '0e5380ae-5d05-425d-b3dd-011c35989fad', 'name': 'tempest-TestShelveInstance-1040722640-router', 'tenant_id': '0daac20df52e492791d1a0390959da55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:30Z', 'updated_at': '2021-04-13T14:48:29Z', 'revision_number': 6, 'project_id': '0daac20df52e492791d1a0390959da55', 'gw_port_host': None}] {{(pid=85243) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:48:30.081152 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.098356 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1ce267ae-067e-423d-9009-94a765c91d86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:30.159165 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Pushing event deleted for resources: {'Port': ['ID=623ae2aa-947d-45ae-b63a-4fb89f0f960e,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:30.163166 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:30.361528 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.548174 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.550512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.572743 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.573325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e5380ae-5d05-425d-b3dd-011c35989fad {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:48:30.586273 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.587662 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-627c5d07-886d-4fab-a69e-de22ffa00abb admin admin] 10.222.0.22 "DELETE /v2.0/routers/0e5380ae-5d05-425d-b3dd-011c35989fad HTTP/1.1" status: 204  len: 168 time: 1.6634772
Apr 13 14:48:30.590244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45906) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:30.829333 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Deleting subnet a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:48:30.832353 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.882905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:30.963809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.222650 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.238488 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e82e32af-1ed8-4ec9-932d-62b275566abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:31.286143 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:31.288691 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:31.371268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.380472 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601dc59d-2aa7-4fb2-927b-c4d1c655fb12 None None] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:48:31.380658 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6fe84bc9-66b1-436a-a273-f5979033ac7e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a77b91f9-1d3d-40bd-bff8-34d7eeff5cd0 HTTP/1.1" status: 204  len: 168 time: 0.7867699
Apr 13 14:48:31.380775 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45912) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:31.464024 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 623ae2aa-947d-45ae-b63a-4fb89f0f960e no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:48:31.496196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.507109 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 623ae2aa-947d-45ae-b63a-4fb89f0f960e {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:48:31.507535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 623ae2aa-947d-45ae-b63a-4fb89f0f960e not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:48:31.508001 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9c69220a-713d-4af5-be9c-52b2c744e164 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:48:31.556376 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 9c69220a-713d-4af5-be9c-52b2c744e164 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:48:31.556767 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 9c69220a-713d-4af5-be9c-52b2c744e164 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:48:31.570369 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Deleting port 21c13138-16f7-41ea-b043-408112c8bc9c {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:31.570771 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.720026 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] DHCP port deletion for 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:48:31.724547 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Deleting port 21c13138-16f7-41ea-b043-408112c8bc9c {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:31.724975 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.790603 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] For port 21c13138-16f7-41ea-b043-408112c8bc9c, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=21c13138-16f7-41ea-b043-408112c8bc9c,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:31.790919 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.927936 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Calling delete_port for 21c13138-16f7-41ea-b043-408112c8bc9c owned by network:dhcp {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:31.956590 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:31.958437 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] For port 21c13138-16f7-41ea-b043-408112c8bc9c, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=21c13138-16f7-41ea-b043-408112c8bc9c,segment=NetworkSegment(0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d),segment_id=0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:31.958879 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.006345 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.022187 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-50c3f01a-a2ff-4083-bbf1-2564d1dffab1 tempest-TestShelveInstance-1889546553 tempest-TestShelveInstance-1889546553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:32.081578 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Pushing event deleted for resources: {'Port': ['ID=21c13138-16f7-41ea-b043-408112c8bc9c,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:32.084909 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:32.092541 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Calling delete_port for 21c13138-16f7-41ea-b043-408112c8bc9c owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:32.169315 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:48:32.169717 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:48:32.175251 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] No DVR routers for this DVR port 21c13138-16f7-41ea-b043-408112c8bc9c on host dv-cinder-786054-1-iscsi {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:48:32.300137 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.416093 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a6b065c0>,) {'filters': {'network_id': ['6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:32.428764 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6b065c0>, '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:32.429112 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a6b065c0>, '0e4a26a7-b4a8-433f-afed-3e6c9b2d6e9d') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:32.441819 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.457430 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.463988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:48:32.642494 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:48:32.651308 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.671268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Deleting port 21c13138-16f7-41ea-b043-408112c8bc9c {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:32.671697 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.744368 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9681e27c-60d1-4942-9857-232f8dcdf069 None None] The port '21c13138-16f7-41ea-b043-408112c8bc9c' was deleted {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:48:32.828830 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Network 6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:48:32.854223 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:48:32.928156 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.931869 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2a771078-9340-4251-a078-f9a97337b895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:32.948887 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:32.958270 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:32.961754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:32.972031 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-85377240-4b1e-49b3-9011-67382561c3cd admin admin] 10.222.0.22 "DELETE /v2.0/networks/6ccc5f87-83f7-42f7-ae87-bbb46e0a8cc4 HTTP/1.1" status: 204  len: 168 time: 1.5902915
Apr 13 14:48:32.975069 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45916) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:33.424991 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 21c13138-16f7-41ea-b043-408112c8bc9c no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:48:33.467612 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 21c13138-16f7-41ea-b043-408112c8bc9c {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:48:33.468019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 21c13138-16f7-41ea-b043-408112c8bc9c not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:48:33.784479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16406068'] for router_interface, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:34.161318 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Deleting port d3e70590-8395-4f74-bf84-b2a25669da21 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:34.161695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:34.342595 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] For port d3e70590-8395-4f74-bf84-b2a25669da21, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=d3e70590-8395-4f74-bf84-b2a25669da21,segment=NetworkSegment(9e780818-2a4a-4150-b0ba-fda210fd3fcb),segment_id=9e780818-2a4a-4150-b0ba-fda210fd3fcb)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:34.342981 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:34.471249 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Calling delete_port for d3e70590-8395-4f74-bf84-b2a25669da21 owned by network:router_interface {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:34.649010 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:34.664596 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f4592358-0d40-4263-a8c2-df4850b450d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:34.721240 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e70590-8395-4f74-bf84-b2a25669da21,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:34.725134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:35.106784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036838483990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16389571'] for router_interface, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:35.616154 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Router c2e39caf-3621-460d-aba9-7d31b72b68d9 has already been hosted by L3 agent 472c18c9-4ccc-4d22-b9ad-b9bb409b78ab {{(pid=85242) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 13 14:48:35.802305 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] Notify agent at l3_agent.dv-cinder-786054-1-iscsi the message routers_updated {{(pid=85242) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 13 14:48:35.810812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] Sync routers for ids ['c2e39caf-3621-460d-aba9-7d31b72b68d9'] in dv-cinder-786054-1-iscsi {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 13 14:48:35.817934 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3fbe943a-bf7f-4bf9-bda9-ddc8884ff5ef admin admin] 10.222.0.22 "PUT /v2.0/routers/c2e39caf-3621-460d-aba9-7d31b72b68d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8417523
Apr 13 14:48:35.820676 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45920) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:35.821465 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] Routers {'c2e39caf-3621-460d-aba9-7d31b72b68d9'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:48:35.822124 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a67d2710>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:48:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['c2e39caf-3621-460d-aba9-7d31b72b68d9'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:36.009100 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] Set router c2e39caf-3621-460d-aba9-7d31b72b68d9 gateway port host: dv-cinder-786054-1-iscsi {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:48:36.014507 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:36.206616 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:36.215355 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Deleting port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:36.215754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:36.352184 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a67d2710>, [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'external_fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242'}], 'enable_snat': True}, 'gw_port_id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:48:34Z', 'revision_number': 5, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port': {'id': '08d2c493-59a3-4db9-8285-b92b7b0cfbd5', 'name': '', 'network_id': '82570e4e-03e2-4e48-a395-0bba50573380', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:80:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'ip_address': '172.27.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786054-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:43:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c1d5f321-c0e1-48ff-9426-6fc181e90e61', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786054-1-iscsi'}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:36.356874 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] Checking router: c2e39caf-3621-460d-aba9-7d31b72b68d9 for host: dv-cinder-786054-1-iscsi {{(pid=85244) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 13 14:48:36.367094 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] Routers {'c2e39caf-3621-460d-aba9-7d31b72b68d9'} bound to L3 agent in host dv-cinder-786054-1-iscsi {{(pid=85244) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 13 14:48:36.367826 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f11a67d2710>, 'dv-cinder-786054-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-13T14:26:52Z,description=<?>,heartbeat_timestamp=2021-04-13T14:48:22Z,host='dv-cinder-786054-1-iscsi',id=472c18c9-4ccc-4d22-b9ad-b9bb409b78ab,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-13T14:26:52Z,topic='l3_agent')) {'router_ids': ['c2e39caf-3621-460d-aba9-7d31b72b68d9'], 'active': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:36.534570 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] Set router c2e39caf-3621-460d-aba9-7d31b72b68d9 gateway port host: None {{(pid=85244) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 13 14:48:36.648389 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f11a67d2710>, [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:48:36Z', 'revision_number': 6, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port_host': None}], 'dv-cinder-786054-1-iscsi', False) {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:36.652537 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a9858-feaf-4f36-98ba-92b1b2575dbb None None] The sync data for ids ['c2e39caf-3621-460d-aba9-7d31b72b68d9'] in dv-cinder-786054-1-iscsi is: [{'id': 'c2e39caf-3621-460d-aba9-7d31b72b68d9', 'name': 'tempest-TestShelveInstance-2065310121-router', 'tenant_id': 'a6a62af8ae4e4237873d30ed9311995e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-13T14:43:39Z', 'updated_at': '2021-04-13T14:48:36Z', 'revision_number': 6, 'project_id': 'a6a62af8ae4e4237873d30ed9311995e', 'gw_port_host': None}] {{(pid=85244) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 13 14:48:36.661682 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] For port 08d2c493-59a3-4db9-8285-b92b7b0cfbd5, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,segment=NetworkSegment(be2013f9-f57a-4641-a932-cec5f1d81df2),segment_id=be2013f9-f57a-4641-a932-cec5f1d81df2)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:36.662079 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:36.800004 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Calling delete_port for 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 owned by network:router_gateway {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:36.978011 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:36.993943 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-926feff5-525b-45eb-a62a-2e36f52695ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:37.050474 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d2c493-59a3-4db9-8285-b92b7b0cfbd5,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:37.054524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:37.256535 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16389413'] for router_gateway, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.417817 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:48:37.441748 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16406994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854765535'] for router, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.444118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.455933 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:48:37.456341 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 08d2c493-59a3-4db9-8285-b92b7b0cfbd5 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:48:37.456809 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d3e70590-8395-4f74-bf84-b2a25669da21 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:48:37.473902 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036838372798'] for router, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.474404 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2e39caf-3621-460d-aba9-7d31b72b68d9 {{(pid=85242) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 13 14:48:37.487379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] Notify callbacks [] for router, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.488660 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3c1cca8a-860d-47cc-a7b7-2c46ccbd36e3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c2e39caf-3621-460d-aba9-7d31b72b68d9 HTTP/1.1" status: 204  len: 168 time: 1.6669910
Apr 13 14:48:37.491346 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45924) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:37.494125 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: d3e70590-8395-4f74-bf84-b2a25669da21 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:48:37.494536 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device d3e70590-8395-4f74-bf84-b2a25669da21 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:48:37.558998 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Deleting subnet 66c45059-cd80-47bb-8c98-d11db4b064f4 {{(pid=85242) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 13 14:48:37.562548 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.614849 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036839631454'] for subnet, precommit_delete_associations {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.700199 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1138'] for subnet, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.960263 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854774662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498848', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036838245481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036839514530'] for subnet, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:37.975723 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:38.022403 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c45059-cd80-47bb-8c98-d11db4b064f4,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:38.026379 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:38.106601 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:38.112805 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd2e53b-d0dd-489d-a9f0-4adca85a38e6 None None] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 requested from dv-cinder-786054-1-iscsi {{(pid=85243) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 13 14:48:38.113008 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-47897f33-aa7a-4831-bc38-d14126ccfc5d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66c45059-cd80-47bb-8c98-d11db4b064f4 HTTP/1.1" status: 204  len: 168 time: 0.6206422
Apr 13 14:48:38.115781 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45928) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:38.234363 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854559552'] for network, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:38.302610 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Deleting port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 {{(pid=85242) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:38.302988 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:38.379121 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] DHCP port deletion for 52a081f7-8301-4acf-862f-0f41f6311bd4 request from dv-cinder-786054-1-iscsi {{(pid=85243) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 13 14:48:38.383710 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Deleting port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:38.384134 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:38.525634 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] For port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,segment=NetworkSegment(9e780818-2a4a-4150-b0ba-fda210fd3fcb),segment_id=9e780818-2a4a-4150-b0ba-fda210fd3fcb)] {{(pid=85242) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:38.525968 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:38.602155 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] For port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297, host dv-cinder-786054-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786054-1-iscsi',level=0,port_id=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,segment=NetworkSegment(9e780818-2a4a-4150-b0ba-fda210fd3fcb),segment_id=9e780818-2a4a-4150-b0ba-fda210fd3fcb)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 13 14:48:38.602510 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036838366142'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:38.661965 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Calling delete_port for 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 owned by network:dhcp {{(pid=85242) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:38.738025 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Calling delete_port for 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 13 14:48:38.747047 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854607405', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854625129', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732113464845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363304741753238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16530400'] for port, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:38.762684 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2cb3750e-5e9a-4856-af6a-505afcd32be6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:38.816807 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.db.api [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 13 14:48:38.817224 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_db.api [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 13 14:48:38.823629 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf2ec8b-25f1-4244-a52b-b6cb943b5297,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:38.828268 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:38.911227 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] No DVR routers for this DVR port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 on host dv-cinder-786054-1-iscsi {{(pid=85242) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 13 14:48:39.048521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854679667', 'neutron.services.segments.db._delete_segments_for_network--9223363304741233746'] for network, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.161029 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f11a4ab52e8>,) {'filters': {'network_id': ['52a081f7-8301-4acf-862f-0f41f6311bd4']}} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:39.174497 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a4ab52e8>, '9e780818-2a4a-4150-b0ba-fda210fd3fcb') {'for_net_delete': True} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:39.174838 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.services.segments.db [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f11a4ab52e8>, '9e780818-2a4a-4150-b0ba-fda210fd3fcb') {} {{(pid=85242) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 13 14:48:39.187377 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363304741233490', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15144378'] for segment, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.204928 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854769388'] for segment, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.213632 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=85242) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 13 14:48:39.318576 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Deleting port 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 13 14:48:39.319009 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363304741323670'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.392836 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:48:39.395766 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4f011a78-6b8a-4ac9-91f0-393da20d246a None None] The port '5cf2ec8b-25f1-4244-a52b-b6cb943b5297' was deleted {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 13 14:48:39.406959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-6444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16524340'] for segment, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.431982 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 no longer exists at agent ovs-agent-dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 13 14:48:39.470521 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] No Port match for: 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 {{(pid=85243) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 13 14:48:39.470923 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Device 5cf2ec8b-25f1-4244-a52b-b6cb943b5297 not bound to the agent host dv-cinder-786054-1-iscsi {{(pid=85243) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 13 14:48:39.589722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Network 52a081f7-8301-4acf-862f-0f41f6311bd4 has no segments {{(pid=85242) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]: Traceback (most recent call last):
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     timer()
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     cb(*args, **kw)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     return func(*args, **kwargs)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     self._notify()
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     self.callback(batched_events)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     event.method(event)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     segment_id)['aggregates'][0]
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     return f(self, *a, **k)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self._get(url).json()
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     **kwargs)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     return self.request(url, 'GET', **kwargs)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     **endpoint_filter)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 13 14:48:39.612730 dv-cinder-786054-1-iscsi neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 13 14:48:39.694244 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-96250', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498844', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16291741', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036838386417'] for network, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.697658 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-21c785cd-ae9f-4101-8418-853ba626b0ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:39.714326 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16291724'] for network, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.721414 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a081f7-8301-4acf-862f-0f41f6311bd4,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:39.725861 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:39.732396 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-cf1c5866-69e1-411c-8cdb-db6cbead2d81 admin admin] 10.222.0.22 "DELETE /v2.0/networks/52a081f7-8301-4acf-862f-0f41f6311bd4 HTTP/1.1" status: 204  len: 168 time: 1.6155365
Apr 13 14:48:39.851704 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45936) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:39.887796 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-6d917b64-1f5a-434c-ae3a-d0cd9120b96d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0daac20df52e492791d1a0390959da55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0347259
Apr 13 14:48:39.890959 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45940) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:39.956298 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03860322-fd19-4843-af8e-5d04d67f61b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:39.984479 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03860322-fd19-4843-af8e-5d04d67f61b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:40.036619 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03860322-fd19-4843-af8e-5d04d67f61b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:40.041597 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bb57999-8a4a-4e21-b573-56f0e997b640 tempest-VolumesNegativeTest-1509722676 tempest-VolumesNegativeTest-1509722676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:40.055706 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03860322-fd19-4843-af8e-5d04d67f61b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a191abf0-a6b2-4e2e-ba4e-3958eac79987,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:40.061183 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-03860322-fd19-4843-af8e-5d04d67f61b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:40.063512 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03860322-fd19-4843-af8e-5d04d67f61b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:40.065931 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-03860322-fd19-4843-af8e-5d04d67f61b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a191abf0-a6b2-4e2e-ba4e-3958eac79987 HTTP/1.1" status: 204  len: 168 time: 0.1724877
Apr 13 14:48:40.418495 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45948) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:40.469847 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-513be2ca-1a34-46e2-853f-bce8ac8bba76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6a62af8ae4e4237873d30ed9311995e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500791
Apr 13 14:48:40.472337 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.wsgi [-] (85242) accepted ('10.222.0.22', 45952) {{(pid=85242) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 13 14:48:40.532733 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3417378d-82fa-4192-b1cf-d4d0073594f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:40.561145 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3417378d-82fa-4192-b1cf-d4d0073594f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:40.607932 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3417378d-82fa-4192-b1cf-d4d0073594f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16498830'] for security_group, after_delete {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:40.612812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-21578578-95f7-4cc1-a1cc-171036e68697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 13 14:48:40.624906 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417378d-82fa-4192-b1cf-d4d0073594f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cdc58e-7be5-4c34-ae8a-667507304eb3,revision_number=None']} {{(pid=85242) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 13 14:48:40.628034 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3417378d-82fa-4192-b1cf-d4d0073594f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85242) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 13 14:48:40.630126 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3417378d-82fa-4192-b1cf-d4d0073594f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85242) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:40.631335 dv-cinder-786054-1-iscsi neutron-server[85130]: INFO neutron.wsgi [None req-3417378d-82fa-4192-b1cf-d4d0073594f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6cdc58e-7be5-4c34-ae8a-667507304eb3 HTTP/1.1" status: 204  len: 168 time: 0.1579278
Apr 13 14:48:49.988966 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a692fe2-1d7d-49dc-9e54-4a212b318f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:52.202579 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2b0d1d90-29b1-4ebd-9104-5333de65c44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:53.150984 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:53.836037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:48:55.429609 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:01.021572 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:49:01.917312 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:19.990987 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a351ec3c-b5a8-4cc1-aaac-6ceb858ec935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:22.204754 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-403ed910-1606-4963-9d5f-8d2822a6420d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:23.153196 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:23.837727 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:25.432118 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:31.928254 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:38.021214 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:49:49.993005 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-653d7f6a-23c8-49e9-8f5e-a8a5989ea9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:52.207077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1bcfae-9408-4ef1-93e1-0715a08dbdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:53.156102 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:53.837986 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:49:55.434693 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:01.927306 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:15.020722 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:50:19.994695 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cb0f23e8-f4ae-4afc-8bf0-25eec351b4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:22.209702 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e3b6ffa-20f9-4718-a0bb-e74fc59a7676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:23.157274 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:23.839037 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:25.437920 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:31.929019 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:49.996435 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eaa7a4ec-9409-489a-beb6-4b9796a1c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:52.020419 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:50:52.212153 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9cc2fccb-5ecf-4fc7-a4b4-ccc0bc1aacf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:53.159620 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:53.839313 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:50:55.440373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:01.931336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:19.998336 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ad374328-32ce-4248-a20d-b8fcc309faf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:22.216922 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0674d083-227d-4103-860f-87e692f7529d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:23.162996 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:23.842325 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:25.443373 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:29.020077 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:51:31.944784 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:49.998905 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c7db4e72-c996-4b58-b248-62233f92581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:52.219203 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-139930a3-7b17-4f38-aa94-61946efec4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:53.165812 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:53.842726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:51:55.446090 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:01.955150 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:06.020983 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:52:20.000486 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d6e985f-d689-4706-a774-fc00a2eb3400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:22.220963 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b9b0fbac-9527-4ec5-80a8-4a550e6ecfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:23.168500 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:23.844098 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:25.448725 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:31.956061 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:43.021225 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:52:50.001366 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e7af4def-269c-4782-b5eb-2fc245561070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:52.222235 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bf838ba9-86de-4d31-b659-b3140cfaff7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:53.170726 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:53.844375 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:52:55.450505 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:53:01.961524 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:53:20.002280 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8881a0a7-e635-456b-83c0-4632debe6491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:53:20.021151 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron.db.agents_db [None req-1edb8822-0f8f-4442-a063-abf17b460899 None None] Agent healthcheck: found 6 active agents {{(pid=85244) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 13 14:53:22.226178 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c97ceda1-8ad1-4b36-94e4-5922702f07e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:53:23.173053 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-616987ae-0ebf-4aee-a5a2-645db7748ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:53:23.844555 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bab7b5ff-467b-4cbc-8619-8e16f6bd6861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:53:25.454786 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5c4d85ab-8afc-4805-b2b8-b376f41fd1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 13 14:53:31.968463 dv-cinder-786054-1-iscsi neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dd541316-da5a-458d-af18-1159eb00736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363304741233763', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-97599'] for agent, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}